2024-12-06 00:56:52,573 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-06 00:56:52,590 main DEBUG Took 0.015041 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 00:56:52,591 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 00:56:52,591 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 00:56:52,592 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 00:56:52,594 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,603 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 00:56:52,619 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,623 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,623 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,624 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,624 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,625 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,625 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,626 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,627 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,627 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,628 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,628 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,629 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,630 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,631 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,632 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 00:56:52,633 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,633 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 00:56:52,636 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 00:56:52,637 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 00:56:52,640 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 00:56:52,640 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 00:56:52,642 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 00:56:52,642 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 00:56:52,654 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 00:56:52,657 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 00:56:52,660 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 00:56:52,660 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 00:56:52,661 main DEBUG createAppenders(={Console}) 2024-12-06 00:56:52,662 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-06 00:56:52,662 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-06 00:56:52,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-06 00:56:52,665 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 00:56:52,666 main DEBUG OutputStream closed 2024-12-06 00:56:52,666 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 00:56:52,666 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 00:56:52,667 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-06 00:56:52,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 00:56:52,791 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 00:56:52,792 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 00:56:52,793 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 00:56:52,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 00:56:52,794 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 00:56:52,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 00:56:52,795 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 00:56:52,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 00:56:52,796 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 00:56:52,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 00:56:52,797 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 00:56:52,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 00:56:52,798 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 00:56:52,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 00:56:52,799 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 00:56:52,800 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 00:56:52,801 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 00:56:52,804 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 00:56:52,804 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-06 00:56:52,805 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 00:56:52,806 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-06T00:56:53,077 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a 2024-12-06 00:56:53,081 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 00:56:53,081 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T00:56:53,091 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-12-06T00:56:53,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T00:56:53,141 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee, deleteOnExit=true 2024-12-06T00:56:53,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-06T00:56:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/test.cache.data in system properties and HBase conf 2024-12-06T00:56:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T00:56:53,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.log.dir in system properties and HBase conf 2024-12-06T00:56:53,145 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T00:56:53,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T00:56:53,146 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-06T00:56:53,255 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T00:56:53,383 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T00:56:53,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:56:53,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T00:56:53,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T00:56:53,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:56:53,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T00:56:53,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T00:56:53,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T00:56:53,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:56:53,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T00:56:53,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/nfs.dump.dir in system properties and HBase conf 2024-12-06T00:56:53,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/java.io.tmpdir in system properties and HBase conf 2024-12-06T00:56:53,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T00:56:53,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T00:56:53,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T00:56:54,341 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T00:56:54,430 INFO [Time-limited test {}] log.Log(170): Logging initialized @2942ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T00:56:54,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:56:54,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:56:54,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:56:54,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:56:54,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:56:54,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:56:54,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:56:54,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:56:54,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/java.io.tmpdir/jetty-localhost-34977-hadoop-hdfs-3_4_1-tests_jar-_-any-3249570351868152045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:56:54,929 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34977} 2024-12-06T00:56:54,929 INFO [Time-limited test {}] server.Server(415): Started @3442ms 2024-12-06T00:56:55,396 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T00:56:55,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T00:56:55,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T00:56:55,408 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T00:56:55,408 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T00:56:55,409 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.log.dir/,AVAILABLE} 2024-12-06T00:56:55,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T00:56:55,543 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c68b1bf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/java.io.tmpdir/jetty-localhost-37169-hadoop-hdfs-3_4_1-tests_jar-_-any-13208259310785328971/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:56:55,544 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:37169} 2024-12-06T00:56:55,544 INFO [Time-limited test {}] server.Server(415): Started @4058ms 2024-12-06T00:56:55,605 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T00:56:56,271 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data1/current/BP-529491936-172.17.0.2-1733446614074/current, will proceed with Du for space computation calculation, 2024-12-06T00:56:56,284 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data2/current/BP-529491936-172.17.0.2-1733446614074/current, will proceed with Du for space computation calculation, 2024-12-06T00:56:56,397 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T00:56:56,471 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba8e57ab7ad8d6a with lease ID 0x3acceeb44c0b61d6: Processing first storage report for DS-43b1faa2-33de-44ba-8b6c-904fdeeb66e2 from datanode DatanodeRegistration(127.0.0.1:39447, datanodeUuid=e3450471-ddc7-4ae5-8079-e1023de4693e, infoPort=35943, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=2122183227;c=1733446614074) 2024-12-06T00:56:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba8e57ab7ad8d6a with lease ID 0x3acceeb44c0b61d6: from storage DS-43b1faa2-33de-44ba-8b6c-904fdeeb66e2 node DatanodeRegistration(127.0.0.1:39447, datanodeUuid=e3450471-ddc7-4ae5-8079-e1023de4693e, infoPort=35943, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=2122183227;c=1733446614074), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T00:56:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbba8e57ab7ad8d6a with lease ID 0x3acceeb44c0b61d6: Processing first storage report for DS-34848b38-63e0-4581-a769-0bcb7cecab33 from datanode DatanodeRegistration(127.0.0.1:39447, datanodeUuid=e3450471-ddc7-4ae5-8079-e1023de4693e, infoPort=35943, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=2122183227;c=1733446614074) 2024-12-06T00:56:56,473 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbba8e57ab7ad8d6a with lease ID 0x3acceeb44c0b61d6: from storage DS-34848b38-63e0-4581-a769-0bcb7cecab33 node DatanodeRegistration(127.0.0.1:39447, datanodeUuid=e3450471-ddc7-4ae5-8079-e1023de4693e, infoPort=35943, infoSecurePort=0, ipcPort=40049, storageInfo=lv=-57;cid=testClusterID;nsid=2122183227;c=1733446614074), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T00:56:56,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a 2024-12-06T00:56:56,659 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/zookeeper_0, clientPort=56618, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T00:56:56,670 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56618 2024-12-06T00:56:56,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:56,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:56,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741825_1001 (size=7) 2024-12-06T00:56:57,361 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 with version=8 2024-12-06T00:56:57,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/hbase-staging 2024-12-06T00:56:57,491 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T00:56:57,837 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:56:57,851 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:57,852 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:57,857 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:56:57,857 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:57,858 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:56:58,044 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-06T00:56:58,130 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T00:56:58,143 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T00:56:58,149 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:56:58,189 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 1648 (auto-detected) 2024-12-06T00:56:58,190 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T00:56:58,221 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46273 2024-12-06T00:56:58,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46273 connecting to ZooKeeper ensemble=127.0.0.1:56618 2024-12-06T00:56:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462730x0, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:56:58,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46273-0x10064d3ff1e0000 connected 2024-12-06T00:56:58,385 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:58,388 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:58,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:56:58,414 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4, hbase.cluster.distributed=false 2024-12-06T00:56:58,446 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:56:58,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46273 2024-12-06T00:56:58,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46273 2024-12-06T00:56:58,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46273 2024-12-06T00:56:58,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46273 2024-12-06T00:56:58,461 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46273 2024-12-06T00:56:58,601 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f7c814cf3c7e:0 server-side Connection retries=45 2024-12-06T00:56:58,603 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:58,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:58,604 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T00:56:58,604 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T00:56:58,605 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T00:56:58,608 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T00:56:58,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T00:56:58,613 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36411 2024-12-06T00:56:58,615 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36411 connecting to ZooKeeper ensemble=127.0.0.1:56618 2024-12-06T00:56:58,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:58,621 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:58,631 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364110x0, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:56:58,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364110x0, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T00:56:58,636 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T00:56:58,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36411-0x10064d3ff1e0001 connected 2024-12-06T00:56:58,651 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T00:56:58,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T00:56:58,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T00:56:58,668 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36411 2024-12-06T00:56:58,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36411 2024-12-06T00:56:58,670 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36411 2024-12-06T00:56:58,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36411 2024-12-06T00:56:58,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36411 2024-12-06T00:56:58,702 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f7c814cf3c7e:46273 2024-12-06T00:56:58,703 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:58,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:56:58,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:56:58,718 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:58,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T00:56:58,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:58,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:58,755 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T00:56:58,757 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/f7c814cf3c7e,46273,1733446617566 from backup master directory 2024-12-06T00:56:58,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:56:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:58,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T00:56:58,764 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:56:58,765 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:58,769 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T00:56:58,771 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T00:56:58,866 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/hbase.id] with ID: eade6839-f83e-4791-86b6-afdefd764976 2024-12-06T00:56:58,867 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/.tmp/hbase.id 2024-12-06T00:56:58,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741826_1002 (size=42) 2024-12-06T00:56:58,893 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/.tmp/hbase.id]:[hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/hbase.id] 2024-12-06T00:56:58,957 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T00:56:58,963 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-06T00:56:58,986 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-12-06T00:56:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:58,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741827_1003 (size=196) 2024-12-06T00:56:59,029 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:56:59,033 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T00:56:59,054 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:56:59,060 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:56:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741828_1004 (size=1189) 2024-12-06T00:56:59,130 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store 2024-12-06T00:56:59,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741829_1005 (size=34) 2024-12-06T00:56:59,159 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T00:56:59,162 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:56:59,164 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:56:59,164 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:56:59,164 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:56:59,166 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:56:59,166 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:56:59,167 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:56:59,168 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446619164Disabling compacts and flushes for region at 1733446619164Disabling writes for close at 1733446619166 (+2 ms)Writing region close event to WAL at 1733446619166Closed at 1733446619166 2024-12-06T00:56:59,171 WARN [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/.initializing 2024-12-06T00:56:59,171 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/WALs/f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:59,182 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:56:59,202 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C46273%2C1733446617566, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/WALs/f7c814cf3c7e,46273,1733446617566, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/oldWALs, maxLogs=10 2024-12-06T00:56:59,230 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/WALs/f7c814cf3c7e,46273,1733446617566/f7c814cf3c7e%2C46273%2C1733446617566.1733446619208, exclude list is [], retry=0 2024-12-06T00:56:59,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39447,DS-43b1faa2-33de-44ba-8b6c-904fdeeb66e2,DISK] 2024-12-06T00:56:59,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T00:56:59,336 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/WALs/f7c814cf3c7e,46273,1733446617566/f7c814cf3c7e%2C46273%2C1733446617566.1733446619208 2024-12-06T00:56:59,338 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-12-06T00:56:59,339 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:56:59,340 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:56:59,346 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,348 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T00:56:59,476 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:56:59,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:56:59,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T00:56:59,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:56:59,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:56:59,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T00:56:59,504 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:56:59,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:56:59,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T00:56:59,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:56:59,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:56:59,513 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,518 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,521 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,538 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,539 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,547 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T00:56:59,557 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T00:56:59,571 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:56:59,575 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66270315, jitterRate=-0.012495353817939758}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T00:56:59,587 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733446619365Initializing all the Stores at 1733446619369 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446619370 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446619373 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446619374 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446619374Cleaning up temporary data from old regions at 1733446619539 (+165 ms)Region opened successfully at 1733446619587 (+48 ms) 2024-12-06T00:56:59,603 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T00:56:59,665 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130b19dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:56:59,728 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-06T00:56:59,743 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T00:56:59,744 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T00:56:59,748 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T00:56:59,750 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-12-06T00:56:59,757 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-12-06T00:56:59,757 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T00:56:59,792 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T00:56:59,806 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T00:56:59,808 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-06T00:56:59,812 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T00:56:59,814 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T00:56:59,817 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-06T00:56:59,820 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T00:56:59,825 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T00:56:59,832 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-06T00:56:59,834 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T00:56:59,836 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T00:56:59,863 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T00:56:59,865 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T00:56:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:56:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T00:56:59,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,875 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f7c814cf3c7e,46273,1733446617566, sessionid=0x10064d3ff1e0000, setting cluster-up flag (Was=false) 2024-12-06T00:56:59,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,903 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T00:56:59,910 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:59,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:56:59,926 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T00:56:59,931 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f7c814cf3c7e,46273,1733446617566 2024-12-06T00:56:59,942 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-06T00:56:59,996 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(746): ClusterId : eade6839-f83e-4791-86b6-afdefd764976 2024-12-06T00:57:00,012 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T00:57:00,030 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T00:57:00,030 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T00:57:00,036 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T00:57:00,037 DEBUG [RS:0;f7c814cf3c7e:36411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d97c7e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f7c814cf3c7e/172.17.0.2:0 2024-12-06T00:57:00,070 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f7c814cf3c7e:36411 2024-12-06T00:57:00,078 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-06T00:57:00,078 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-06T00:57:00,078 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-06T00:57:00,083 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,46273,1733446617566 with port=36411, startcode=1733446618544 2024-12-06T00:57:00,099 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-06T00:57:00,102 DEBUG [RS:0;f7c814cf3c7e:36411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T00:57:00,128 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-06T00:57:00,139 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T00:57:00,159 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f7c814cf3c7e,46273,1733446617566 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T00:57:00,174 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:57:00,175 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:57:00,178 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:57:00,179 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=5, maxPoolSize=5 2024-12-06T00:57:00,185 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f7c814cf3c7e:0, corePoolSize=10, maxPoolSize=10 2024-12-06T00:57:00,187 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,187 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:57:00,187 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,205 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35491, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T00:57:00,216 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46273 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:00,232 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733446650232 2024-12-06T00:57:00,234 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T00:57:00,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:57:00,240 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-06T00:57:00,244 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T00:57:00,257 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T00:57:00,258 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T00:57:00,258 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T00:57:00,259 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T00:57:00,259 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:00,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T00:57:00,267 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-06T00:57:00,267 WARN [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T00:57:00,267 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,285 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T00:57:00,286 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T00:57:00,296 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T00:57:00,308 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T00:57:00,308 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T00:57:00,326 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446620319,5,FailOnTimeoutGroup] 2024-12-06T00:57:00,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741831_1007 (size=1321) 2024-12-06T00:57:00,335 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446620326,5,FailOnTimeoutGroup] 2024-12-06T00:57:00,335 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,335 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-06T00:57:00,335 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T00:57:00,336 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:57:00,338 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,338 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741832_1008 (size=32) 2024-12-06T00:57:00,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:00,369 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(2659): reportForDuty to master=f7c814cf3c7e,46273,1733446617566 with port=36411, startcode=1733446618544 2024-12-06T00:57:00,372 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46273 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,375 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46273 {}] master.ServerManager(517): Registering regionserver=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:57:00,380 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:57:00,380 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:00,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:00,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:57:00,387 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:57:00,388 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36495 2024-12-06T00:57:00,388 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-06T00:57:00,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:57:00,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:00,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:57:00,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:00,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:57:00,395 DEBUG [RS:0;f7c814cf3c7e:36411 {}] zookeeper.ZKUtil(111): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,395 WARN [RS:0;f7c814cf3c7e:36411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T00:57:00,395 INFO [RS:0;f7c814cf3c7e:36411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:57:00,395 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:57:00,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:00,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:00,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:57:00,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:57:00,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:00,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:57:00,411 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f7c814cf3c7e,36411,1733446618544] 2024-12-06T00:57:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740 2024-12-06T00:57:00,418 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740 2024-12-06T00:57:00,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:57:00,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:57:00,433 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:00,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:57:00,449 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:57:00,451 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65626902, jitterRate=-0.02208295464515686}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733446620360Initializing all the Stores at 1733446620363 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446620363Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446620376 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446620376Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446620376Cleaning up temporary data from old regions at 1733446620432 (+56 ms)Region opened successfully at 1733446620454 (+22 ms) 2024-12-06T00:57:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:57:00,455 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:57:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:57:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:57:00,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:57:00,462 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T00:57:00,463 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:57:00,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446620455Disabling compacts and flushes for region at 1733446620455Disabling writes for close at 1733446620455Writing region close event to WAL at 1733446620462 (+7 ms)Closed at 1733446620463 (+1 ms) 2024-12-06T00:57:00,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:57:00,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-06T00:57:00,479 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T00:57:00,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:57:00,497 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T00:57:00,506 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T00:57:00,521 INFO [RS:0;f7c814cf3c7e:36411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T00:57:00,521 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,524 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-06T00:57:00,536 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-06T00:57:00,538 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,540 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,541 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,541 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,542 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,542 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,542 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=2, maxPoolSize=2 2024-12-06T00:57:00,542 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,543 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,543 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,544 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,544 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,544 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f7c814cf3c7e:0, corePoolSize=1, maxPoolSize=1 2024-12-06T00:57:00,544 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:57:00,545 DEBUG [RS:0;f7c814cf3c7e:36411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0, corePoolSize=3, maxPoolSize=3 2024-12-06T00:57:00,549 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,550 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,550 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,550 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,550 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,550 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,36411,1733446618544-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:57:00,606 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T00:57:00,609 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,36411,1733446618544-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,609 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,610 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.Replication(171): f7c814cf3c7e,36411,1733446618544 started 2024-12-06T00:57:00,648 WARN [f7c814cf3c7e:46273 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-06T00:57:00,661 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:00,662 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1482): Serving as f7c814cf3c7e,36411,1733446618544, RpcServer on f7c814cf3c7e/172.17.0.2:36411, sessionid=0x10064d3ff1e0001 2024-12-06T00:57:00,663 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T00:57:00,663 DEBUG [RS:0;f7c814cf3c7e:36411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,663 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,36411,1733446618544' 2024-12-06T00:57:00,664 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T00:57:00,667 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T00:57:00,670 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T00:57:00,670 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T00:57:00,674 DEBUG [RS:0;f7c814cf3c7e:36411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,677 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f7c814cf3c7e,36411,1733446618544' 2024-12-06T00:57:00,681 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T00:57:00,689 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T00:57:00,692 DEBUG [RS:0;f7c814cf3c7e:36411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T00:57:00,692 INFO [RS:0;f7c814cf3c7e:36411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T00:57:00,693 INFO [RS:0;f7c814cf3c7e:36411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T00:57:00,803 INFO [RS:0;f7c814cf3c7e:36411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T00:57:00,814 INFO [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C36411%2C1733446618544, suffix=, logDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/oldWALs, maxLogs=32 2024-12-06T00:57:00,842 DEBUG [RS:0;f7c814cf3c7e:36411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544/f7c814cf3c7e%2C36411%2C1733446618544.1733446620818, exclude list is [], retry=0 2024-12-06T00:57:00,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39447,DS-43b1faa2-33de-44ba-8b6c-904fdeeb66e2,DISK] 2024-12-06T00:57:00,868 INFO [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544/f7c814cf3c7e%2C36411%2C1733446618544.1733446620818 2024-12-06T00:57:00,869 DEBUG [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-12-06T00:57:00,902 DEBUG [f7c814cf3c7e:46273 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T00:57:00,928 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:00,938 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,36411,1733446618544, state=OPENING 2024-12-06T00:57:00,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T00:57:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:57:00,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:57:00,949 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:57:00,954 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T00:57:00,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:57:00,957 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:01,147 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T00:57:01,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50335, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T00:57:01,182 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-06T00:57:01,183 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T00:57:01,184 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T00:57:01,190 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f7c814cf3c7e%2C36411%2C1733446618544.meta, suffix=.meta, logDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544, archiveDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/oldWALs, maxLogs=32 2024-12-06T00:57:01,220 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544/f7c814cf3c7e%2C36411%2C1733446618544.meta.1733446621193.meta, exclude list is [], retry=0 2024-12-06T00:57:01,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39447,DS-43b1faa2-33de-44ba-8b6c-904fdeeb66e2,DISK] 2024-12-06T00:57:01,241 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/WALs/f7c814cf3c7e,36411,1733446618544/f7c814cf3c7e%2C36411%2C1733446618544.meta.1733446621193.meta 2024-12-06T00:57:01,247 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35943:35943)] 2024-12-06T00:57:01,248 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:57:01,251 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T00:57:01,255 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T00:57:01,263 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T00:57:01,272 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T00:57:01,273 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:01,275 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-06T00:57:01,275 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-06T00:57:01,285 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T00:57:01,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T00:57:01,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:01,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:01,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-06T00:57:01,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-06T00:57:01,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:01,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:01,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T00:57:01,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T00:57:01,307 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:01,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:01,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T00:57:01,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T00:57:01,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:01,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T00:57:01,321 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-06T00:57:01,322 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740 2024-12-06T00:57:01,329 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740 2024-12-06T00:57:01,332 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-06T00:57:01,333 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-06T00:57:01,334 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:01,337 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-06T00:57:01,340 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73085652, jitterRate=0.08906108140945435}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:01,340 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-06T00:57:01,342 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733446621276Writing region info on filesystem at 1733446621276Initializing all the Stores at 1733446621281 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446621281Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446621284 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446621284Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733446621285 (+1 ms)Cleaning up temporary data from old regions at 1733446621333 (+48 ms)Running coprocessor post-open hooks at 1733446621340 (+7 ms)Region opened successfully at 1733446621342 (+2 ms) 2024-12-06T00:57:01,352 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733446621134 2024-12-06T00:57:01,369 DEBUG [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T00:57:01,369 INFO [RS_OPEN_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-06T00:57:01,371 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:01,375 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f7c814cf3c7e,36411,1733446618544, state=OPEN 2024-12-06T00:57:01,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:57:01,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T00:57:01,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:57:01,381 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T00:57:01,383 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:01,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T00:57:01,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f7c814cf3c7e,36411,1733446618544 in 426 msec 2024-12-06T00:57:01,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T00:57:01,405 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 918 msec 2024-12-06T00:57:01,407 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-06T00:57:01,407 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-06T00:57:01,442 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:01,444 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:01,475 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:01,478 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49783, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:01,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5190 sec 2024-12-06T00:57:01,511 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733446621511, completionTime=-1 2024-12-06T00:57:01,515 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T00:57:01,515 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-06T00:57:01,555 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-06T00:57:01,555 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733446681555 2024-12-06T00:57:01,555 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733446741555 2024-12-06T00:57:01,555 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 39 msec 2024-12-06T00:57:01,558 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,559 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,559 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,561 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f7c814cf3c7e:46273, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,568 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,570 DEBUG [master/f7c814cf3c7e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-06T00:57:01,571 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,658 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.892sec 2024-12-06T00:57:01,659 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T00:57:01,661 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T00:57:01,663 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T00:57:01,664 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T00:57:01,666 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T00:57:01,668 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T00:57:01,669 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T00:57:01,707 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-06T00:57:01,708 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T00:57:01,712 INFO [master/f7c814cf3c7e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f7c814cf3c7e,46273,1733446617566-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T00:57:01,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f081a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:01,782 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T00:57:01,782 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T00:57:01,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:01,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:01,850 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:01,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:01,864 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ab58c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:01,867 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:01,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:01,898 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:01,903 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:01,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62702105, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:01,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:01,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:01,921 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:01,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48462, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:01,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f7c814cf3c7e,46273,1733446617566 2024-12-06T00:57:01,972 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=12, AvailableMemoryMB=11682 2024-12-06T00:57:01,983 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:57:01,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:57:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3108930d 2024-12-06T00:57:01,994 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:57:02,005 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44518, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:57:02,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:57:02,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:57:02,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:02,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:57:02,032 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:02,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-06T00:57:02,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:57:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:57:02,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741835_1011 (size=959) 2024-12-06T00:57:02,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:57:02,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:57:02,465 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:57:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741836_1012 (size=53) 2024-12-06T00:57:02,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:02,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 93027e635fb57a299a0114b053f5cc68, disabling compactions & flushes 2024-12-06T00:57:02,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. after waiting 0 ms 2024-12-06T00:57:02,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 93027e635fb57a299a0114b053f5cc68: Waiting for close lock at 1733446622478Disabling compacts and flushes for region at 1733446622478Disabling writes for close at 1733446622479 (+1 ms)Writing region close event to WAL at 1733446622479Closed at 1733446622479 2024-12-06T00:57:02,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:57:02,488 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446622482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446622482"}]},"ts":"1733446622482"} 2024-12-06T00:57:02,494 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:57:02,496 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:57:02,500 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446622497"}]},"ts":"1733446622497"} 2024-12-06T00:57:02,507 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:57:02,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, ASSIGN}] 2024-12-06T00:57:02,512 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, ASSIGN 2024-12-06T00:57:02,515 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:57:02,667 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93027e635fb57a299a0114b053f5cc68, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:02,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, ASSIGN because future has completed 2024-12-06T00:57:02,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:57:02,674 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:02,836 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,837 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:57:02,838 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,838 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:02,838 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,838 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,843 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,846 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93027e635fb57a299a0114b053f5cc68 columnFamilyName A 2024-12-06T00:57:02,846 DEBUG [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:02,847 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(327): Store=93027e635fb57a299a0114b053f5cc68/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:02,847 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,857 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93027e635fb57a299a0114b053f5cc68 columnFamilyName B 2024-12-06T00:57:02,857 DEBUG [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:02,858 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(327): Store=93027e635fb57a299a0114b053f5cc68/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:02,858 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,861 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 93027e635fb57a299a0114b053f5cc68 columnFamilyName C 2024-12-06T00:57:02,861 DEBUG [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:02,862 INFO [StoreOpener-93027e635fb57a299a0114b053f5cc68-1 {}] regionserver.HStore(327): Store=93027e635fb57a299a0114b053f5cc68/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:02,862 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,864 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,864 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,867 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,867 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,868 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:02,871 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,877 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:57:02,878 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 93027e635fb57a299a0114b053f5cc68; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67385677, jitterRate=0.004124835133552551}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:02,878 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:02,880 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 93027e635fb57a299a0114b053f5cc68: Running coprocessor pre-open hook at 1733446622838Writing region info on filesystem at 1733446622838Initializing all the Stores at 1733446622842 (+4 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446622842Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446622843 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446622843Cleaning up temporary data from old regions at 1733446622867 (+24 ms)Running coprocessor post-open hooks at 1733446622878 (+11 ms)Region opened successfully at 1733446622879 (+1 ms) 2024-12-06T00:57:02,882 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., pid=6, masterSystemTime=1733446622829 2024-12-06T00:57:02,887 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,887 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:02,888 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=93027e635fb57a299a0114b053f5cc68, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:02,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:02,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T00:57:02,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 in 222 msec 2024-12-06T00:57:02,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T00:57:02,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, ASSIGN in 392 msec 2024-12-06T00:57:02,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:57:02,913 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446622913"}]},"ts":"1733446622913"} 2024-12-06T00:57:02,917 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:57:02,923 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:57:02,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 905 msec 2024-12-06T00:57:03,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-06T00:57:03,185 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:03,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bafc0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,191 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,191 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,193 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,193 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33c6058d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,197 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e5dcf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,204 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,207 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:57:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:57:03,208 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10ab891d 2024-12-06T00:57:03,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:57:03,213 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:57:03,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@706bb323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,223 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,224 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,228 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,229 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a52ffa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,232 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,233 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,234 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7290076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,235 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,238 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b17c100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f14cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,240 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,242 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,243 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e3687d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,245 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b383f3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4201ea29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,251 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,253 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,253 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,257 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,258 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,260 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,262 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ede423c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc41cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,263 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,264 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,265 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a044d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,266 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,268 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e8180ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b274eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,273 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,273 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,275 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,275 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201fc254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,279 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f78a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,282 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d39686f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,284 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ee4412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,287 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,288 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c3b3fdd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@761fbe54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,291 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6e851d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,294 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,296 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29434e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a046d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,297 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:03,298 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:03,299 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:03,299 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68732d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:03,300 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:03,301 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:03,302 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce716ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:03,312 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,312 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,314 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,315 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,316 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,317 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45572, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,321 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,324 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,333 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,335 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,335 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,345 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:03,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,352 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-06T00:57:03,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,355 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:03,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:03,358 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,359 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,359 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:03,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45622, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,361 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:03,364 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,366 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,373 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,376 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:03,381 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,382 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,383 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:03,384 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:03,384 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:03,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:03,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:03,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:03,527 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:03,532 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:57:03,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:03,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:03,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446683690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446683687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,726 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,734 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446683715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,754 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3b7bb6d4d8464812b347a3d2c27ac280 is 50, key is test_row_0/A:col10/1733446623466/Put/seqid=0 2024-12-06T00:57:03,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446683742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,778 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446683716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741837_1013 (size=12001) 2024-12-06T00:57:03,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3b7bb6d4d8464812b347a3d2c27ac280 2024-12-06T00:57:03,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446683834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,847 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446683844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446683864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,875 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,888 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:03,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446683884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446683885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:03,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:03,979 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/7973a98cee4d4a628fa9516ef089028d is 50, key is test_row_0/B:col10/1733446623466/Put/seqid=0 2024-12-06T00:57:03,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:04,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741838_1014 (size=12001) 2024-12-06T00:57:04,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/7973a98cee4d4a628fa9516ef089028d 2024-12-06T00:57:04,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446684054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:04,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:04,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:04,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:04,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446684065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,074 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,075 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,094 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/c396cff43b0f4d8a8a54cfcd1050e8b2 is 50, key is test_row_0/C:col10/1733446623466/Put/seqid=0 2024-12-06T00:57:04,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446684085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446684093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,101 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446684104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,109 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,110 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741839_1015 (size=12001) 2024-12-06T00:57:04,126 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/c396cff43b0f4d8a8a54cfcd1050e8b2 2024-12-06T00:57:04,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3b7bb6d4d8464812b347a3d2c27ac280 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280 2024-12-06T00:57:04,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:04,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/7973a98cee4d4a628fa9516ef089028d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d 2024-12-06T00:57:04,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:04,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/c396cff43b0f4d8a8a54cfcd1050e8b2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2 2024-12-06T00:57:04,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:04,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:04,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:04,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:04,220 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:04,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:04,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93027e635fb57a299a0114b053f5cc68 in 704ms, sequenceid=13, compaction requested=false 2024-12-06T00:57:04,239 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T00:57:04,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:04,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-06T00:57:04,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:04,376 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:57:04,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:04,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:04,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/92cd193c650547c287b506574ab19c3d is 50, key is test_row_0/A:col10/1733446624376/Put/seqid=0 2024-12-06T00:57:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741840_1016 (size=14341) 2024-12-06T00:57:04,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446684427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,445 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446684430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446684434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,456 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,457 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,465 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446684443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,466 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446684443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:04,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446684555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446684565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446684565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,583 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446684574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446684574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,585 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446684774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446684794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446684795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,805 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446684795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446684795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:04,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:04,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/92cd193c650547c287b506574ab19c3d 2024-12-06T00:57:04,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b762da7fe95a4131af9489e280c15b29 is 50, key is test_row_0/B:col10/1733446624376/Put/seqid=0 2024-12-06T00:57:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741841_1017 (size=12001) 2024-12-06T00:57:04,905 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b762da7fe95a4131af9489e280c15b29 2024-12-06T00:57:04,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/252c7729e9784240a4e34321d07666ae is 50, key is test_row_0/C:col10/1733446624376/Put/seqid=0 2024-12-06T00:57:04,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741842_1018 (size=12001) 2024-12-06T00:57:05,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446685093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,096 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446685113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,117 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446685114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,119 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446685115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,122 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446685115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/252c7729e9784240a4e34321d07666ae 2024-12-06T00:57:05,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/92cd193c650547c287b506574ab19c3d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d 2024-12-06T00:57:05,422 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d, entries=200, sequenceid=39, filesize=14.0 K 2024-12-06T00:57:05,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b762da7fe95a4131af9489e280c15b29 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29 2024-12-06T00:57:05,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29, entries=150, sequenceid=39, filesize=11.7 K 2024-12-06T00:57:05,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/252c7729e9784240a4e34321d07666ae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae 2024-12-06T00:57:05,461 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae, entries=150, sequenceid=39, filesize=11.7 K 2024-12-06T00:57:05,464 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 93027e635fb57a299a0114b053f5cc68 in 1088ms, sequenceid=39, compaction requested=false 2024-12-06T00:57:05,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:05,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-06T00:57:05,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-06T00:57:05,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-06T00:57:05,472 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1060 sec 2024-12-06T00:57:05,488 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.1260 sec 2024-12-06T00:57:05,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-06T00:57:05,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:05,505 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-06T00:57:05,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:05,510 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:05,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:05,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:05,610 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:05,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:05,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:05,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:05,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/f945d4beaabc406fa70c6145c60765ba is 50, key is test_row_0/A:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741843_1019 (size=14341) 2024-12-06T00:57:05,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/f945d4beaabc406fa70c6145c60765ba 2024-12-06T00:57:05,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T00:57:05,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:05,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fe3a07a1370342b8b935d138cb0507af is 50, key is test_row_0/B:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:05,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741844_1020 (size=12001) 2024-12-06T00:57:05,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446685715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,736 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446685718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,737 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fe3a07a1370342b8b935d138cb0507af 2024-12-06T00:57:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,739 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446685723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446685735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446685735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1d2bf473afe14f2088844926adc55700 is 50, key is test_row_0/C:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:05,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741845_1021 (size=12001) 2024-12-06T00:57:05,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:05,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T00:57:05,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:05,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446685843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446685844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,849 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,850 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446685855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446685855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,864 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:05,865 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446685855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:05,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:05,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T00:57:05,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:05,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:06,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446686054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,063 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446686053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,075 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446686073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446686073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446686074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,088 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:06,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T00:57:06,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:06,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:06,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:06,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:06,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1d2bf473afe14f2088844926adc55700 2024-12-06T00:57:06,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/f945d4beaabc406fa70c6145c60765ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba 2024-12-06T00:57:06,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba, entries=200, sequenceid=51, filesize=14.0 K 2024-12-06T00:57:06,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fe3a07a1370342b8b935d138cb0507af as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af 2024-12-06T00:57:06,273 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af, entries=150, sequenceid=51, filesize=11.7 K 2024-12-06T00:57:06,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1d2bf473afe14f2088844926adc55700 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700 2024-12-06T00:57:06,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700, entries=150, sequenceid=51, filesize=11.7 K 2024-12-06T00:57:06,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93027e635fb57a299a0114b053f5cc68 in 684ms, sequenceid=51, compaction requested=true 2024-12-06T00:57:06,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:06,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-06T00:57:06,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,301 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:57:06,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:06,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:06,318 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:06,318 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:06,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1928cb935d694dbfb63b5c8cab090f1f is 50, key is test_row_0/A:col10/1733446625717/Put/seqid=0 2024-12-06T00:57:06,323 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:06,325 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:06,327 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:06,327 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:06,327 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,327 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:06,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:06,328 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:06,329 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:06,330 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=35.2 K 2024-12-06T00:57:06,331 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=39.7 K 2024-12-06T00:57:06,332 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b7bb6d4d8464812b347a3d2c27ac280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446623466 2024-12-06T00:57:06,332 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7973a98cee4d4a628fa9516ef089028d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446623466 2024-12-06T00:57:06,333 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92cd193c650547c287b506574ab19c3d, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733446623578 2024-12-06T00:57:06,333 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b762da7fe95a4131af9489e280c15b29, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733446623578 2024-12-06T00:57:06,334 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f945d4beaabc406fa70c6145c60765ba, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:06,335 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fe3a07a1370342b8b935d138cb0507af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:06,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741846_1022 (size=12001) 2024-12-06T00:57:06,357 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1928cb935d694dbfb63b5c8cab090f1f 2024-12-06T00:57:06,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:06,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:06,423 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#11 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:06,424 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/2b265d0eb6634d14af6a9b104026705f is 50, key is test_row_0/A:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:06,426 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:06,428 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/72428e0693f34a1dba8839a35f8e98c6 is 50, key is test_row_0/B:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:06,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/2f0d328d69de484ab6f5f3ede9cb2bcd is 50, key is test_row_0/B:col10/1733446625717/Put/seqid=0 2024-12-06T00:57:06,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446686410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446686413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446686416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,449 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446686434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,462 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446686445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741847_1023 (size=12104) 2024-12-06T00:57:06,509 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/2b265d0eb6634d14af6a9b104026705f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2b265d0eb6634d14af6a9b104026705f 2024-12-06T00:57:06,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741848_1024 (size=12104) 2024-12-06T00:57:06,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741849_1025 (size=12001) 2024-12-06T00:57:06,528 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/2f0d328d69de484ab6f5f3ede9cb2bcd 2024-12-06T00:57:06,534 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/72428e0693f34a1dba8839a35f8e98c6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/72428e0693f34a1dba8839a35f8e98c6 2024-12-06T00:57:06,548 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 2b265d0eb6634d14af6a9b104026705f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:06,549 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:06,552 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446626296; duration=0sec 2024-12-06T00:57:06,552 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 72428e0693f34a1dba8839a35f8e98c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:06,552 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:06,552 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446626318; duration=0sec 2024-12-06T00:57:06,557 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446686553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,559 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446686553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,560 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446686554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446686554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,568 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:06,568 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:06,568 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:06,568 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:06,568 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:06,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/bc8a954954d5430991763be69546ab3b is 50, key is test_row_0/C:col10/1733446625717/Put/seqid=0 2024-12-06T00:57:06,571 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:06,571 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:06,571 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,572 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=35.2 K 2024-12-06T00:57:06,573 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c396cff43b0f4d8a8a54cfcd1050e8b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446623466 2024-12-06T00:57:06,574 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 252c7729e9784240a4e34321d07666ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733446623578 2024-12-06T00:57:06,575 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d2bf473afe14f2088844926adc55700, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:06,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446686574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,584 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,609 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#14 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:06,610 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/ee6cfa650fbf4b66a381bad7d999ebe7 is 50, key is test_row_0/C:col10/1733446624429/Put/seqid=0 2024-12-06T00:57:06,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741850_1026 (size=12001) 2024-12-06T00:57:06,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/bc8a954954d5430991763be69546ab3b 2024-12-06T00:57:06,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:06,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1928cb935d694dbfb63b5c8cab090f1f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f 2024-12-06T00:57:06,657 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T00:57:06,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/2f0d328d69de484ab6f5f3ede9cb2bcd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd 2024-12-06T00:57:06,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741851_1027 (size=12104) 2024-12-06T00:57:06,683 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T00:57:06,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/ee6cfa650fbf4b66a381bad7d999ebe7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ee6cfa650fbf4b66a381bad7d999ebe7 2024-12-06T00:57:06,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/bc8a954954d5430991763be69546ab3b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b 2024-12-06T00:57:06,700 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into ee6cfa650fbf4b66a381bad7d999ebe7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:06,700 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:06,700 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446626328; duration=0sec 2024-12-06T00:57:06,700 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:06,700 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:06,707 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T00:57:06,711 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 93027e635fb57a299a0114b053f5cc68 in 409ms, sequenceid=76, compaction requested=false 2024-12-06T00:57:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:06,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-06T00:57:06,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-06T00:57:06,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T00:57:06,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2020 sec 2024-12-06T00:57:06,722 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 1.2140 sec 2024-12-06T00:57:06,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:06,774 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:06,774 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:06,789 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:57:06,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/520f31e374984fb8a7c6a8c598012af9 is 50, key is test_row_0/A:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:06,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741852_1028 (size=14341) 2024-12-06T00:57:06,877 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T00:57:06,912 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446686904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446686905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446686906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446686917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:06,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446686917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:06,924 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:06,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446687024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446687024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446687024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,029 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446687034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446687034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,040 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,237 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446687233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446687234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446687243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446687244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446687244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,250 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/520f31e374984fb8a7c6a8c598012af9 2024-12-06T00:57:07,275 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1ec3b13e92c24995b958a685f61b1566 is 50, key is test_row_0/B:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:07,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741853_1029 (size=12001) 2024-12-06T00:57:07,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1ec3b13e92c24995b958a685f61b1566 2024-12-06T00:57:07,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/e88682c8f7e044faa141bfbb2f28947e is 50, key is test_row_0/C:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:07,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741854_1030 (size=12001) 2024-12-06T00:57:07,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/e88682c8f7e044faa141bfbb2f28947e 2024-12-06T00:57:07,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/520f31e374984fb8a7c6a8c598012af9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9 2024-12-06T00:57:07,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9, entries=200, sequenceid=92, filesize=14.0 K 2024-12-06T00:57:07,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1ec3b13e92c24995b958a685f61b1566 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566 2024-12-06T00:57:07,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566, entries=150, sequenceid=92, filesize=11.7 K 2024-12-06T00:57:07,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/e88682c8f7e044faa141bfbb2f28947e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e 2024-12-06T00:57:07,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e, entries=150, sequenceid=92, filesize=11.7 K 2024-12-06T00:57:07,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 93027e635fb57a299a0114b053f5cc68 in 671ms, sequenceid=92, compaction requested=true 2024-12-06T00:57:07,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:07,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:07,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:07,446 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:07,446 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:07,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:07,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:07,448 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:07,449 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:07,449 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:07,449 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:07,449 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:07,449 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:07,449 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:07,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:07,450 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/72428e0693f34a1dba8839a35f8e98c6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=35.3 K 2024-12-06T00:57:07,450 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2b265d0eb6634d14af6a9b104026705f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=37.5 K 2024-12-06T00:57:07,451 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 72428e0693f34a1dba8839a35f8e98c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:07,451 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2b265d0eb6634d14af6a9b104026705f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:07,451 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f0d328d69de484ab6f5f3ede9cb2bcd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446625709 2024-12-06T00:57:07,452 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1928cb935d694dbfb63b5c8cab090f1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446625709 2024-12-06T00:57:07,452 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ec3b13e92c24995b958a685f61b1566, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626427 2024-12-06T00:57:07,452 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 520f31e374984fb8a7c6a8c598012af9, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626411 2024-12-06T00:57:07,492 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:07,493 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/67d227a77ea64341a5e8d9fe03ff86d5 is 50, key is test_row_0/B:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:07,506 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:07,507 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/5d38ad5fc00e4ee19e5f32b92cc0809c is 50, key is test_row_0/A:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741856_1032 (size=12207) 2024-12-06T00:57:07,538 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/5d38ad5fc00e4ee19e5f32b92cc0809c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5d38ad5fc00e4ee19e5f32b92cc0809c 2024-12-06T00:57:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741855_1031 (size=12207) 2024-12-06T00:57:07,554 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 5d38ad5fc00e4ee19e5f32b92cc0809c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:07,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:07,555 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446627446; duration=0sec 2024-12-06T00:57:07,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:07,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:07,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:07,559 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:07,559 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:07,559 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:07,559 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:07,560 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ee6cfa650fbf4b66a381bad7d999ebe7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=35.3 K 2024-12-06T00:57:07,560 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:57:07,560 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee6cfa650fbf4b66a381bad7d999ebe7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733446624429 2024-12-06T00:57:07,561 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc8a954954d5430991763be69546ab3b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446625709 2024-12-06T00:57:07,562 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/67d227a77ea64341a5e8d9fe03ff86d5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/67d227a77ea64341a5e8d9fe03ff86d5 2024-12-06T00:57:07,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:07,562 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e88682c8f7e044faa141bfbb2f28947e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626427 2024-12-06T00:57:07,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fd98858015a41cbbbf94b95027dfeb8 is 50, key is test_row_0/A:col10/1733446627549/Put/seqid=0 2024-12-06T00:57:07,578 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 67d227a77ea64341a5e8d9fe03ff86d5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:07,578 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:07,578 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446627446; duration=0sec 2024-12-06T00:57:07,578 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:07,579 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:07,588 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#21 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:07,589 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/e43493aaf3fd42459230474c11f3d614 is 50, key is test_row_0/C:col10/1733446626767/Put/seqid=0 2024-12-06T00:57:07,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741857_1033 (size=14341) 2024-12-06T00:57:07,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446687588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fd98858015a41cbbbf94b95027dfeb8 2024-12-06T00:57:07,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446687594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446687599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,605 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446687603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,614 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446687607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,615 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741858_1034 (size=12207) 2024-12-06T00:57:07,631 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/3c2ecfd4f0c548b28350cd8e6181cf9d is 50, key is test_row_0/B:col10/1733446627549/Put/seqid=0 2024-12-06T00:57:07,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741859_1035 (size=12001) 2024-12-06T00:57:07,646 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/3c2ecfd4f0c548b28350cd8e6181cf9d 2024-12-06T00:57:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-06T00:57:07,654 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:07,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:07,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-06T00:57:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T00:57:07,658 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:07,660 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:07,660 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:07,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/ad3d39e193604598a38eded1b18a760d is 50, key is test_row_0/C:col10/1733446627549/Put/seqid=0 2024-12-06T00:57:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741860_1036 (size=12001) 2024-12-06T00:57:07,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/ad3d39e193604598a38eded1b18a760d 2024-12-06T00:57:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446687715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,719 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446687715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446687715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fd98858015a41cbbbf94b95027dfeb8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8 2024-12-06T00:57:07,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,730 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446687723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446687724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:07,735 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:07,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8, entries=200, sequenceid=118, filesize=14.0 K 2024-12-06T00:57:07,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/3c2ecfd4f0c548b28350cd8e6181cf9d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d 2024-12-06T00:57:07,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-06T00:57:07,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/ad3d39e193604598a38eded1b18a760d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d 2024-12-06T00:57:07,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T00:57:07,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d, entries=150, sequenceid=118, filesize=11.7 K 2024-12-06T00:57:07,776 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 93027e635fb57a299a0114b053f5cc68 in 215ms, sequenceid=118, compaction requested=false 2024-12-06T00:57:07,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:07,815 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-06T00:57:07,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:07,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:07,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/83f2ceb8375746f6879a45ec55ec00eb is 50, key is test_row_0/A:col10/1733446627595/Put/seqid=0 2024-12-06T00:57:07,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741861_1037 (size=12101) 2024-12-06T00:57:07,840 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/83f2ceb8375746f6879a45ec55ec00eb 2024-12-06T00:57:07,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/368ce70850454929993c5f53d97e2858 is 50, key is test_row_0/B:col10/1733446627595/Put/seqid=0 2024-12-06T00:57:07,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741862_1038 (size=12101) 2024-12-06T00:57:07,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:07,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:07,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T00:57:08,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446688013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446688017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446688018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,031 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446688020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,033 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446688021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,037 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/e43493aaf3fd42459230474c11f3d614 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e43493aaf3fd42459230474c11f3d614 2024-12-06T00:57:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,050 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into e43493aaf3fd42459230474c11f3d614(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:08,050 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:08,050 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446627448; duration=0sec 2024-12-06T00:57:08,050 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:08,050 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:08,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T00:57:08,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T00:57:08,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:57:08,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T00:57:08,127 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T00:57:08,127 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T00:57:08,128 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T00:57:08,128 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T00:57:08,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446688134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,136 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446688135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,137 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446688143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446688143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,150 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446688143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,151 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,152 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T00:57:08,316 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/368ce70850454929993c5f53d97e2858 2024-12-06T00:57:08,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/d9dc4ad6a8914308a23d082182cc48f2 is 50, key is test_row_0/C:col10/1733446627595/Put/seqid=0 2024-12-06T00:57:08,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446688343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446688344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,347 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,355 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446688353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446688353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,358 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446688363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,366 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741863_1039 (size=12101) 2024-12-06T00:57:08,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/d9dc4ad6a8914308a23d082182cc48f2 2024-12-06T00:57:08,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/83f2ceb8375746f6879a45ec55ec00eb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb 2024-12-06T00:57:08,417 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb, entries=150, sequenceid=131, filesize=11.8 K 2024-12-06T00:57:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/368ce70850454929993c5f53d97e2858 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858 2024-12-06T00:57:08,438 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858, entries=150, sequenceid=131, filesize=11.8 K 2024-12-06T00:57:08,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/d9dc4ad6a8914308a23d082182cc48f2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2 2024-12-06T00:57:08,450 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2, entries=150, sequenceid=131, filesize=11.8 K 2024-12-06T00:57:08,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93027e635fb57a299a0114b053f5cc68 in 637ms, sequenceid=131, compaction requested=true 2024-12-06T00:57:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:08,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-06T00:57:08,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-06T00:57:08,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-06T00:57:08,458 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 795 msec 2024-12-06T00:57:08,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 805 msec 2024-12-06T00:57:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:08,662 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:08,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:57:08,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3a9406d5f6034e1fa90422a292206c8e is 50, key is test_row_0/A:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:08,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446688673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446688676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,683 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446688677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446688680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,692 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446688681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,694 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741864_1040 (size=14541) 2024-12-06T00:57:08,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3a9406d5f6034e1fa90422a292206c8e 2024-12-06T00:57:08,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/a55ab2d1dc29454fb601d08a0521642d is 50, key is test_row_0/B:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:08,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741865_1041 (size=12151) 2024-12-06T00:57:08,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/a55ab2d1dc29454fb601d08a0521642d 2024-12-06T00:57:08,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446688794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,796 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446688796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-06T00:57:08,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,800 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:08,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:08,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-06T00:57:08,806 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T00:57:08,808 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:08,808 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:08,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/4c8d6a095bfa432a8cdc5e25778af9ba is 50, key is test_row_0/C:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:08,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446688803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,813 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446688804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:08,816 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:08,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741866_1042 (size=12151) 2024-12-06T00:57:08,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/4c8d6a095bfa432a8cdc5e25778af9ba 2024-12-06T00:57:08,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/3a9406d5f6034e1fa90422a292206c8e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e 2024-12-06T00:57:08,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e, entries=200, sequenceid=159, filesize=14.2 K 2024-12-06T00:57:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/a55ab2d1dc29454fb601d08a0521642d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d 2024-12-06T00:57:08,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d, entries=150, sequenceid=159, filesize=11.9 K 2024-12-06T00:57:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/4c8d6a095bfa432a8cdc5e25778af9ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba 2024-12-06T00:57:08,880 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba, entries=150, sequenceid=159, filesize=11.9 K 2024-12-06T00:57:08,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 93027e635fb57a299a0114b053f5cc68 in 231ms, sequenceid=159, compaction requested=true 2024-12-06T00:57:08,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:08,893 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:08,894 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:08,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:08,896 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53190 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:08,896 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:08,896 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:08,897 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5d38ad5fc00e4ee19e5f32b92cc0809c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=51.9 K 2024-12-06T00:57:08,897 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:08,897 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:08,897 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:08,897 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/67d227a77ea64341a5e8d9fe03ff86d5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=47.3 K 2024-12-06T00:57:08,898 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d38ad5fc00e4ee19e5f32b92cc0809c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626427 2024-12-06T00:57:08,898 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 67d227a77ea64341a5e8d9fe03ff86d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626427 2024-12-06T00:57:08,898 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fd98858015a41cbbbf94b95027dfeb8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733446626865 2024-12-06T00:57:08,899 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c2ecfd4f0c548b28350cd8e6181cf9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733446626903 2024-12-06T00:57:08,899 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83f2ceb8375746f6879a45ec55ec00eb, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446627593 2024-12-06T00:57:08,900 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 368ce70850454929993c5f53d97e2858, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446627593 2024-12-06T00:57:08,900 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a9406d5f6034e1fa90422a292206c8e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628015 2024-12-06T00:57:08,901 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a55ab2d1dc29454fb601d08a0521642d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628018 2024-12-06T00:57:08,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T00:57:08,936 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#30 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:08,937 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cdcf41d620074b1e9e1ff1c6e72281c3 is 50, key is test_row_0/B:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:08,947 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#31 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:08,948 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1036aa22e5c845aa8229c72de05d5f4b is 50, key is test_row_0/A:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:08,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741867_1043 (size=12493) 2024-12-06T00:57:08,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-06T00:57:08,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:08,967 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T00:57:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741868_1044 (size=12493) 2024-12-06T00:57:08,983 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cdcf41d620074b1e9e1ff1c6e72281c3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cdcf41d620074b1e9e1ff1c6e72281c3 2024-12-06T00:57:08,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/8e3feb86e03c4c25a02ff6daa24aa878 is 50, key is test_row_0/A:col10/1733446628671/Put/seqid=0 2024-12-06T00:57:08,999 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into cdcf41d620074b1e9e1ff1c6e72281c3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:08,999 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:08,999 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=12, startTime=1733446628894; duration=0sec 2024-12-06T00:57:09,000 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:09,000 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:09,000 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:09,005 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48460 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:09,005 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:09,005 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:09,005 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e43493aaf3fd42459230474c11f3d614, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=47.3 K 2024-12-06T00:57:09,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e43493aaf3fd42459230474c11f3d614, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1733446626427 2024-12-06T00:57:09,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ad3d39e193604598a38eded1b18a760d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733446626903 2024-12-06T00:57:09,009 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d9dc4ad6a8914308a23d082182cc48f2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446627593 2024-12-06T00:57:09,009 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c8d6a095bfa432a8cdc5e25778af9ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628018 2024-12-06T00:57:09,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:09,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:09,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741869_1045 (size=9757) 2024-12-06T00:57:09,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/8e3feb86e03c4c25a02ff6daa24aa878 2024-12-06T00:57:09,038 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#33 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:09,039 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/9439907a6b67441abd095dec1887a527 is 50, key is test_row_0/C:col10/1733446628660/Put/seqid=0 2024-12-06T00:57:09,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b2f6d1acc94d493799b78752cdb15969 is 50, key is test_row_0/B:col10/1733446628671/Put/seqid=0 2024-12-06T00:57:09,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741870_1046 (size=12493) 2024-12-06T00:57:09,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446689079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446689081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,093 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446689089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,094 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446689090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,102 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/9439907a6b67441abd095dec1887a527 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/9439907a6b67441abd095dec1887a527 2024-12-06T00:57:09,113 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 9439907a6b67441abd095dec1887a527(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:09,113 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:09,114 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=12, startTime=1733446628894; duration=0sec 2024-12-06T00:57:09,114 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:09,114 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:09,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T00:57:09,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741871_1047 (size=9757) 2024-12-06T00:57:09,133 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b2f6d1acc94d493799b78752cdb15969 2024-12-06T00:57:09,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/260dde8b437441df865e50eea8b054d1 is 50, key is test_row_0/C:col10/1733446628671/Put/seqid=0 2024-12-06T00:57:09,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741872_1048 (size=9757) 2024-12-06T00:57:09,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446689193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446689203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,208 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446689203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,209 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446689203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446689204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,209 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,211 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,394 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1036aa22e5c845aa8229c72de05d5f4b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1036aa22e5c845aa8229c72de05d5f4b 2024-12-06T00:57:09,407 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 1036aa22e5c845aa8229c72de05d5f4b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:09,407 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:09,407 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=12, startTime=1733446628893; duration=0sec 2024-12-06T00:57:09,408 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:09,408 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:09,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446689413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446689413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446689414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,418 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446689414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T00:57:09,564 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/260dde8b437441df865e50eea8b054d1 2024-12-06T00:57:09,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/8e3feb86e03c4c25a02ff6daa24aa878 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878 2024-12-06T00:57:09,585 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878, entries=100, sequenceid=168, filesize=9.5 K 2024-12-06T00:57:09,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/b2f6d1acc94d493799b78752cdb15969 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969 2024-12-06T00:57:09,595 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969, entries=100, sequenceid=168, filesize=9.5 K 2024-12-06T00:57:09,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/260dde8b437441df865e50eea8b054d1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1 2024-12-06T00:57:09,614 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1, entries=100, sequenceid=168, filesize=9.5 K 2024-12-06T00:57:09,617 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 93027e635fb57a299a0114b053f5cc68 in 650ms, sequenceid=168, compaction requested=false 2024-12-06T00:57:09,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:09,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:09,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-06T00:57:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-06T00:57:09,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-06T00:57:09,623 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 811 msec 2024-12-06T00:57:09,627 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 823 msec 2024-12-06T00:57:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:09,727 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:09,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T00:57:09,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/a264ca2816914393b5537ae29921af8a is 50, key is test_row_0/A:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:09,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446689732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446689738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446689741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446689741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741873_1049 (size=14541) 2024-12-06T00:57:09,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/a264ca2816914393b5537ae29921af8a 2024-12-06T00:57:09,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/86118257a87c45ae8dec5a3fe5fd3b57 is 50, key is test_row_0/B:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741874_1050 (size=12151) 2024-12-06T00:57:09,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/86118257a87c45ae8dec5a3fe5fd3b57 2024-12-06T00:57:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446689853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446689853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446689853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:09,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446689854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:09,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:09,860 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f91fb4a799504bb8a7247e98b76d5458 is 50, key is test_row_0/C:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:09,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741875_1051 (size=12151) 2024-12-06T00:57:09,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f91fb4a799504bb8a7247e98b76d5458 2024-12-06T00:57:09,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/a264ca2816914393b5537ae29921af8a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a 2024-12-06T00:57:09,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a, entries=200, sequenceid=199, filesize=14.2 K 2024-12-06T00:57:09,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/86118257a87c45ae8dec5a3fe5fd3b57 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57 2024-12-06T00:57:09,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57, entries=150, sequenceid=199, filesize=11.9 K 2024-12-06T00:57:09,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f91fb4a799504bb8a7247e98b76d5458 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458 2024-12-06T00:57:09,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458, entries=150, sequenceid=199, filesize=11.9 K 2024-12-06T00:57:09,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 93027e635fb57a299a0114b053f5cc68 in 206ms, sequenceid=199, compaction requested=true 2024-12-06T00:57:09,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:09,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:09,933 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:09,933 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:09,933 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:09,935 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:09,935 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:09,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:09,936 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:09,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:09,936 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:09,936 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cdcf41d620074b1e9e1ff1c6e72281c3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=33.6 K 2024-12-06T00:57:09,937 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:09,937 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:09,937 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:09,937 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1036aa22e5c845aa8229c72de05d5f4b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=35.9 K 2024-12-06T00:57:09,938 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cdcf41d620074b1e9e1ff1c6e72281c3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628018 2024-12-06T00:57:09,938 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1036aa22e5c845aa8229c72de05d5f4b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628018 2024-12-06T00:57:09,939 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b2f6d1acc94d493799b78752cdb15969, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733446628671 2024-12-06T00:57:09,940 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8e3feb86e03c4c25a02ff6daa24aa878, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733446628671 2024-12-06T00:57:09,940 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 86118257a87c45ae8dec5a3fe5fd3b57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629081 2024-12-06T00:57:09,941 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a264ca2816914393b5537ae29921af8a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629076 2024-12-06T00:57:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-06T00:57:09,943 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:09,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:09,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-06T00:57:09,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T00:57:09,947 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:09,949 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:09,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:09,974 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:09,975 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6177624c87c04184bf1a2c1d949a1114 is 50, key is test_row_0/B:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:09,984 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#40 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:09,984 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1e90a1e9c5c241bc9c9eeb8834ed72f4 is 50, key is test_row_0/A:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741876_1052 (size=12595) 2024-12-06T00:57:10,034 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6177624c87c04184bf1a2c1d949a1114 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6177624c87c04184bf1a2c1d949a1114 2024-12-06T00:57:10,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741877_1053 (size=12595) 2024-12-06T00:57:10,052 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1e90a1e9c5c241bc9c9eeb8834ed72f4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1e90a1e9c5c241bc9c9eeb8834ed72f4 2024-12-06T00:57:10,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T00:57:10,059 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 6177624c87c04184bf1a2c1d949a1114(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:10,059 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:10,060 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446629933; duration=0sec 2024-12-06T00:57:10,060 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:10,060 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:10,060 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:10,065 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 1e90a1e9c5c241bc9c9eeb8834ed72f4(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:10,065 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:10,065 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446629933; duration=0sec 2024-12-06T00:57:10,065 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:10,066 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:10,067 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:10,067 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:10,067 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,068 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/9439907a6b67441abd095dec1887a527, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=33.6 K 2024-12-06T00:57:10,068 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9439907a6b67441abd095dec1887a527, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733446628018 2024-12-06T00:57:10,069 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 260dde8b437441df865e50eea8b054d1, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733446628671 2024-12-06T00:57:10,070 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f91fb4a799504bb8a7247e98b76d5458, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629081 2024-12-06T00:57:10,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:10,072 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:10,072 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:10,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/952f723f7dea484792ff1a8844d2857c is 50, key is test_row_0/A:col10/1733446629736/Put/seqid=0 2024-12-06T00:57:10,104 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T00:57:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:10,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,104 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,106 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#42 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:10,107 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1a715a0ca0f54b86bce12f55f2e68472 is 50, key is test_row_0/C:col10/1733446629725/Put/seqid=0 2024-12-06T00:57:10,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741878_1054 (size=16931) 2024-12-06T00:57:10,128 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/952f723f7dea484792ff1a8844d2857c 2024-12-06T00:57:10,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741879_1055 (size=12595) 2024-12-06T00:57:10,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/d960b32fd0e241aeb2760e8cc1d8a960 is 50, key is test_row_0/B:col10/1733446629736/Put/seqid=0 2024-12-06T00:57:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446690138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446690138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,154 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,154 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446690153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,159 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446690153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,161 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741880_1056 (size=12151) 2024-12-06T00:57:10,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/d960b32fd0e241aeb2760e8cc1d8a960 2024-12-06T00:57:10,166 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1a715a0ca0f54b86bce12f55f2e68472 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1a715a0ca0f54b86bce12f55f2e68472 2024-12-06T00:57:10,181 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 1a715a0ca0f54b86bce12f55f2e68472(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:10,181 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:10,181 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446629935; duration=0sec 2024-12-06T00:57:10,181 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:10,181 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:10,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/cb8f358e37c148abac6f1851a657b798 is 50, key is test_row_0/C:col10/1733446629736/Put/seqid=0 2024-12-06T00:57:10,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446690203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741881_1057 (size=12151) 2024-12-06T00:57:10,217 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 93027e635fb57a299a0114b053f5cc68 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:10,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T00:57:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T00:57:10,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446690264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,266 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446690264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,267 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446690264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,268 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446690265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T00:57:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446690474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446690475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,478 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,479 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446690475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446690475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T00:57:10,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:10,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:10,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T00:57:10,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/cb8f358e37c148abac6f1851a657b798 2024-12-06T00:57:10,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/952f723f7dea484792ff1a8844d2857c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c 2024-12-06T00:57:10,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c, entries=250, sequenceid=213, filesize=16.5 K 2024-12-06T00:57:10,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/d960b32fd0e241aeb2760e8cc1d8a960 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960 2024-12-06T00:57:10,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T00:57:10,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/cb8f358e37c148abac6f1851a657b798 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798 2024-12-06T00:57:10,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T00:57:10,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 93027e635fb57a299a0114b053f5cc68 in 576ms, sequenceid=213, compaction requested=false 2024-12-06T00:57:10,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:10,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-06T00:57:10,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,725 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:57:10,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/b9be655ca0bb4fd58777496960fc8e8d is 50, key is test_row_0/A:col10/1733446630150/Put/seqid=0 2024-12-06T00:57:10,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741882_1058 (size=12151) 2024-12-06T00:57:10,767 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/b9be655ca0bb4fd58777496960fc8e8d 2024-12-06T00:57:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:10,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:10,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1709d6b0a42e41338e61654f1c3285ca is 50, key is test_row_0/B:col10/1733446630150/Put/seqid=0 2024-12-06T00:57:10,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446690804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,814 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446690805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,815 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446690809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,817 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446690814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741883_1059 (size=12151) 2024-12-06T00:57:10,830 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1709d6b0a42e41338e61654f1c3285ca 2024-12-06T00:57:10,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/006d5189234a488494a35dfe4f2ac0a1 is 50, key is test_row_0/C:col10/1733446630150/Put/seqid=0 2024-12-06T00:57:10,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741884_1060 (size=12151) 2024-12-06T00:57:10,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=238 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/006d5189234a488494a35dfe4f2ac0a1 2024-12-06T00:57:10,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/b9be655ca0bb4fd58777496960fc8e8d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d 2024-12-06T00:57:10,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T00:57:10,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1709d6b0a42e41338e61654f1c3285ca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca 2024-12-06T00:57:10,898 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T00:57:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/006d5189234a488494a35dfe4f2ac0a1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1 2024-12-06T00:57:10,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1, entries=150, sequenceid=238, filesize=11.9 K 2024-12-06T00:57:10,911 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 93027e635fb57a299a0114b053f5cc68 in 187ms, sequenceid=238, compaction requested=true 2024-12-06T00:57:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:10,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-06T00:57:10,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-06T00:57:10,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-06T00:57:10,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 965 msec 2024-12-06T00:57:10,928 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 979 msec 2024-12-06T00:57:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:10,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:57:10,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:10,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/332346bd15894ccda40edd25f133cad5 is 50, key is test_row_0/A:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:10,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741885_1061 (size=12151) 2024-12-06T00:57:10,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/332346bd15894ccda40edd25f133cad5 2024-12-06T00:57:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446690986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446690987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446690989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446690992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc183c0ccf2340c4bb3fc18df6d78b4f is 50, key is test_row_0/B:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:11,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741886_1062 (size=12151) 2024-12-06T00:57:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-06T00:57:11,084 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:11,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:11,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-06T00:57:11,089 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:11,091 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:11,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446691104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446691104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446691104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,114 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446691115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:11,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T00:57:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:11,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446691324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446691324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446691324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446691325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,330 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T00:57:11,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:11,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:11,419 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc183c0ccf2340c4bb3fc18df6d78b4f 2024-12-06T00:57:11,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1da6cf5793404b17a9e36673c927f566 is 50, key is test_row_0/C:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:11,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741887_1063 (size=12151) 2024-12-06T00:57:11,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=252 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1da6cf5793404b17a9e36673c927f566 2024-12-06T00:57:11,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/332346bd15894ccda40edd25f133cad5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5 2024-12-06T00:57:11,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5, entries=150, sequenceid=252, filesize=11.9 K 2024-12-06T00:57:11,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc183c0ccf2340c4bb3fc18df6d78b4f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f 2024-12-06T00:57:11,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f, entries=150, sequenceid=252, filesize=11.9 K 2024-12-06T00:57:11,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1da6cf5793404b17a9e36673c927f566 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566 2024-12-06T00:57:11,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566, entries=150, sequenceid=252, filesize=11.9 K 2024-12-06T00:57:11,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 93027e635fb57a299a0114b053f5cc68 in 564ms, sequenceid=252, compaction requested=true 2024-12-06T00:57:11,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:11,497 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:11,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:11,498 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:11,498 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:11,499 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53828 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:11,500 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:11,500 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,500 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:11,500 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1e90a1e9c5c241bc9c9eeb8834ed72f4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=52.6 K 2024-12-06T00:57:11,500 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:11,500 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,500 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6177624c87c04184bf1a2c1d949a1114, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=47.9 K 2024-12-06T00:57:11,501 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6177624c87c04184bf1a2c1d949a1114, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629081 2024-12-06T00:57:11,501 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e90a1e9c5c241bc9c9eeb8834ed72f4, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629081 2024-12-06T00:57:11,502 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d960b32fd0e241aeb2760e8cc1d8a960, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733446629736 2024-12-06T00:57:11,502 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 952f723f7dea484792ff1a8844d2857c, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733446629736 2024-12-06T00:57:11,502 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1709d6b0a42e41338e61654f1c3285ca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733446630130 2024-12-06T00:57:11,503 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9be655ca0bb4fd58777496960fc8e8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733446630130 2024-12-06T00:57:11,503 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cc183c0ccf2340c4bb3fc18df6d78b4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:11,504 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 332346bd15894ccda40edd25f133cad5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:11,529 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#51 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:11,530 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/fc62ffb4182148b1b47ebc865e98bf6b is 50, key is test_row_0/A:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:11,533 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#52 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:11,560 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/63baec54392b403b9c106cb7b635cd21 is 50, key is test_row_0/B:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:11,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-06T00:57:11,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T00:57:11,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/9ab055523d694b4dae0b974d4c13f485 is 50, key is test_row_0/A:col10/1733446630987/Put/seqid=0 2024-12-06T00:57:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741888_1064 (size=12731) 2024-12-06T00:57:11,611 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/fc62ffb4182148b1b47ebc865e98bf6b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fc62ffb4182148b1b47ebc865e98bf6b 2024-12-06T00:57:11,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741889_1065 (size=12731) 2024-12-06T00:57:11,623 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into fc62ffb4182148b1b47ebc865e98bf6b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:11,624 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:11,624 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=12, startTime=1733446631497; duration=0sec 2024-12-06T00:57:11,624 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:11,624 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:11,624 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:11,629 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:11,629 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:11,629 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:11,630 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1a715a0ca0f54b86bce12f55f2e68472, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=47.9 K 2024-12-06T00:57:11,632 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a715a0ca0f54b86bce12f55f2e68472, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733446629081 2024-12-06T00:57:11,633 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb8f358e37c148abac6f1851a657b798, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733446629736 2024-12-06T00:57:11,634 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 006d5189234a488494a35dfe4f2ac0a1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=238, earliestPutTs=1733446630130 2024-12-06T00:57:11,635 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1da6cf5793404b17a9e36673c927f566, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:11,636 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/63baec54392b403b9c106cb7b635cd21 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/63baec54392b403b9c106cb7b635cd21 2024-12-06T00:57:11,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:11,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741890_1066 (size=12301) 2024-12-06T00:57:11,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:11,639 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/9ab055523d694b4dae0b974d4c13f485 2024-12-06T00:57:11,648 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 63baec54392b403b9c106cb7b635cd21(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:11,648 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:11,648 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=12, startTime=1733446631498; duration=0sec 2024-12-06T00:57:11,648 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:11,648 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:11,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bd17afa5deec4ff190cff6fe777035c8 is 50, key is test_row_0/B:col10/1733446630987/Put/seqid=0 2024-12-06T00:57:11,667 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:11,668 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/fef2c20449c749afbe9c08693fc365a9 is 50, key is test_row_0/C:col10/1733446630798/Put/seqid=0 2024-12-06T00:57:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446691667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446691669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446691669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,677 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446691676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741892_1068 (size=12731) 2024-12-06T00:57:11,702 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/fef2c20449c749afbe9c08693fc365a9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/fef2c20449c749afbe9c08693fc365a9 2024-12-06T00:57:11,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741891_1067 (size=12301) 2024-12-06T00:57:11,716 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into fef2c20449c749afbe9c08693fc365a9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:11,717 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:11,717 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=12, startTime=1733446631498; duration=0sec 2024-12-06T00:57:11,717 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:11,718 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:11,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446691784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446691784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,788 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446691784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,789 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,790 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446691793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,801 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446691993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446691993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446691993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:11,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446692002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,005 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,115 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bd17afa5deec4ff190cff6fe777035c8 2024-12-06T00:57:12,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/7bc0374cb1a645d1936219d85149a3aa is 50, key is test_row_0/C:col10/1733446630987/Put/seqid=0 2024-12-06T00:57:12,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741893_1069 (size=12301) 2024-12-06T00:57:12,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:12,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446692232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,236 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 93027e635fb57a299a0114b053f5cc68 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,237 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446692303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446692304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446692304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,308 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446692313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,537 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/7bc0374cb1a645d1936219d85149a3aa 2024-12-06T00:57:12,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/9ab055523d694b4dae0b974d4c13f485 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485 2024-12-06T00:57:12,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T00:57:12,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bd17afa5deec4ff190cff6fe777035c8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8 2024-12-06T00:57:12,572 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T00:57:12,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/7bc0374cb1a645d1936219d85149a3aa as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa 2024-12-06T00:57:12,590 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa, entries=150, sequenceid=274, filesize=12.0 K 2024-12-06T00:57:12,591 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 93027e635fb57a299a0114b053f5cc68 in 1029ms, sequenceid=274, compaction requested=false 2024-12-06T00:57:12,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:12,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-06T00:57:12,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-06T00:57:12,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-06T00:57:12,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5020 sec 2024-12-06T00:57:12,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5130 sec 2024-12-06T00:57:12,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:12,814 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:12,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:12,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/2573d5fc255d473d89d7e15e3f1f9f36 is 50, key is test_row_0/A:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:12,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741894_1070 (size=14741) 2024-12-06T00:57:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446692853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446692856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446692857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446692858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446692963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,964 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446692963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446692973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:12,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446692973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:12,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446693173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446693173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,177 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446693183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446693183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/2573d5fc255d473d89d7e15e3f1f9f36 2024-12-06T00:57:13,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-06T00:57:13,244 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:13,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:13,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-06T00:57:13,249 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:13,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:13,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8ff166b47ca64104987ff9a2ea98445d is 50, key is test_row_0/B:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:13,250 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:13,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:13,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741895_1071 (size=12301) 2024-12-06T00:57:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:13,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T00:57:13,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446693483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,486 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446693483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,487 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446693493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,499 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446693493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:13,500 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:13,559 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T00:57:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:13,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8ff166b47ca64104987ff9a2ea98445d 2024-12-06T00:57:13,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/417d028a494249399f696aa128825856 is 50, key is test_row_0/C:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:13,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741896_1072 (size=12301) 2024-12-06T00:57:13,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/417d028a494249399f696aa128825856 2024-12-06T00:57:13,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/2573d5fc255d473d89d7e15e3f1f9f36 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36 2024-12-06T00:57:13,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36, entries=200, sequenceid=292, filesize=14.4 K 2024-12-06T00:57:13,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8ff166b47ca64104987ff9a2ea98445d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d 2024-12-06T00:57:13,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T00:57:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:13,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,715 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:57:13,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:13,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/417d028a494249399f696aa128825856 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856 2024-12-06T00:57:13,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:57:13,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 93027e635fb57a299a0114b053f5cc68 in 911ms, sequenceid=292, compaction requested=true 2024-12-06T00:57:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:13,726 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:13,726 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:13,726 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:13,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:13,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:13,727 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:13,727 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:13,727 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:13,728 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,728 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:13,728 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,728 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fc62ffb4182148b1b47ebc865e98bf6b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=38.8 K 2024-12-06T00:57:13,728 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/63baec54392b403b9c106cb7b635cd21, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.5 K 2024-12-06T00:57:13,728 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 63baec54392b403b9c106cb7b635cd21, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:13,728 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fc62ffb4182148b1b47ebc865e98bf6b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:13,729 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bd17afa5deec4ff190cff6fe777035c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733446630962 2024-12-06T00:57:13,729 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ab055523d694b4dae0b974d4c13f485, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733446630962 2024-12-06T00:57:13,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:13,729 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ff166b47ca64104987ff9a2ea98445d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:13,730 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2573d5fc255d473d89d7e15e3f1f9f36, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:13,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:13,742 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#60 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:13,743 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/ccb18b8f50754b5e9b0b6892d0c1896a is 50, key is test_row_0/B:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:13,746 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:13,747 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/529099d7913342a3b98a6ff458b6c129 is 50, key is test_row_0/A:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741897_1073 (size=12983) 2024-12-06T00:57:13,775 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/ccb18b8f50754b5e9b0b6892d0c1896a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/ccb18b8f50754b5e9b0b6892d0c1896a 2024-12-06T00:57:13,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741898_1074 (size=12983) 2024-12-06T00:57:13,792 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/529099d7913342a3b98a6ff458b6c129 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/529099d7913342a3b98a6ff458b6c129 2024-12-06T00:57:13,794 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into ccb18b8f50754b5e9b0b6892d0c1896a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:13,794 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:13,794 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446633726; duration=0sec 2024-12-06T00:57:13,794 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:13,794 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:13,795 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:13,797 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:13,797 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:13,797 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,798 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/fef2c20449c749afbe9c08693fc365a9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.5 K 2024-12-06T00:57:13,798 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fef2c20449c749afbe9c08693fc365a9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=252, earliestPutTs=1733446630798 2024-12-06T00:57:13,799 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7bc0374cb1a645d1936219d85149a3aa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733446630962 2024-12-06T00:57:13,799 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 417d028a494249399f696aa128825856, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:13,806 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 529099d7913342a3b98a6ff458b6c129(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:13,806 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:13,806 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446633726; duration=0sec 2024-12-06T00:57:13,806 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:13,806 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:13,810 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:13,811 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/43d0e339b791463a940daa26ac8ae2e0 is 50, key is test_row_0/C:col10/1733446631650/Put/seqid=0 2024-12-06T00:57:13,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741899_1075 (size=12983) 2024-12-06T00:57:13,836 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/43d0e339b791463a940daa26ac8ae2e0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/43d0e339b791463a940daa26ac8ae2e0 2024-12-06T00:57:13,845 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 43d0e339b791463a940daa26ac8ae2e0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:13,845 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:13,845 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446633728; duration=0sec 2024-12-06T00:57:13,848 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:13,848 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:13,867 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-06T00:57:13,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:13,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:57:13,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:13,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/85a5f265d7a24eb9865c632ef5d937ac is 50, key is test_row_0/A:col10/1733446632851/Put/seqid=0 2024-12-06T00:57:13,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741900_1076 (size=12301) 2024-12-06T00:57:13,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:13,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:14,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446694049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446694050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446694051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446694052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,057 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446694163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446694163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,165 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446694163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446694164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/85a5f265d7a24eb9865c632ef5d937ac 2024-12-06T00:57:14,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc99a2fd9050433993ed44cba74b94d2 is 50, key is test_row_0/B:col10/1733446632851/Put/seqid=0 2024-12-06T00:57:14,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741901_1077 (size=12301) 2024-12-06T00:57:14,316 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc99a2fd9050433993ed44cba74b94d2 2024-12-06T00:57:14,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f055e2dca674404956bd9cf34037d20 is 50, key is test_row_0/C:col10/1733446632851/Put/seqid=0 2024-12-06T00:57:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741902_1078 (size=12301) 2024-12-06T00:57:14,341 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f055e2dca674404956bd9cf34037d20 2024-12-06T00:57:14,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/85a5f265d7a24eb9865c632ef5d937ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac 2024-12-06T00:57:14,359 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T00:57:14,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/cc99a2fd9050433993ed44cba74b94d2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2 2024-12-06T00:57:14,369 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T00:57:14,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f055e2dca674404956bd9cf34037d20 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20 2024-12-06T00:57:14,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446694373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446694373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446694373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,377 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446694373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,381 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T00:57:14,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:14,384 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 93027e635fb57a299a0114b053f5cc68 in 516ms, sequenceid=316, compaction requested=false 2024-12-06T00:57:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:14,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-06T00:57:14,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-06T00:57:14,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-06T00:57:14,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1360 sec 2024-12-06T00:57:14,397 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.1500 sec 2024-12-06T00:57:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:14,685 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:14,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T00:57:14,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/73d675cc67fc40468cf410a430f6f378 is 50, key is test_row_0/A:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:14,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741903_1079 (size=12301) 2024-12-06T00:57:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446694718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446694720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,727 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446694729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446694729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,733 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,735 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,838 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446694833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446694833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446694843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:14,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:14,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446694843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:14,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446695042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446695043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,046 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446695053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446695053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,060 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/73d675cc67fc40468cf410a430f6f378 2024-12-06T00:57:15,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bb9ff0433903430ea56de577467b1d7d is 50, key is test_row_0/B:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:15,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741904_1080 (size=12301) 2024-12-06T00:57:15,138 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bb9ff0433903430ea56de577467b1d7d 2024-12-06T00:57:15,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 is 50, key is test_row_0/C:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:15,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741905_1081 (size=12301) 2024-12-06T00:57:15,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 2024-12-06T00:57:15,172 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/73d675cc67fc40468cf410a430f6f378 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378 2024-12-06T00:57:15,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378, entries=150, sequenceid=334, filesize=12.0 K 2024-12-06T00:57:15,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/bb9ff0433903430ea56de577467b1d7d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d 2024-12-06T00:57:15,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d, entries=150, sequenceid=334, filesize=12.0 K 2024-12-06T00:57:15,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 2024-12-06T00:57:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28, entries=150, sequenceid=334, filesize=12.0 K 2024-12-06T00:57:15,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 93027e635fb57a299a0114b053f5cc68 in 511ms, sequenceid=334, compaction requested=true 2024-12-06T00:57:15,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:15,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T00:57:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:15,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:15,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:15,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:15,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:15,199 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,199 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,199 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/ccb18b8f50754b5e9b0b6892d0c1896a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.7 K 2024-12-06T00:57:15,199 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/529099d7913342a3b98a6ff458b6c129, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.7 K 2024-12-06T00:57:15,202 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 529099d7913342a3b98a6ff458b6c129, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:15,202 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ccb18b8f50754b5e9b0b6892d0c1896a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:15,202 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 85a5f265d7a24eb9865c632ef5d937ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446632824 2024-12-06T00:57:15,203 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc99a2fd9050433993ed44cba74b94d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446632824 2024-12-06T00:57:15,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 73d675cc67fc40468cf410a430f6f378, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:15,204 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb9ff0433903430ea56de577467b1d7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:15,220 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#69 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:15,222 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/5b1de6cdfe8b4b6380ef27eca17f55bd is 50, key is test_row_0/A:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:15,226 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#70 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:15,226 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/23e7a71d247940bbb827e618735d6b4c is 50, key is test_row_0/B:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:15,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741906_1082 (size=13085) 2024-12-06T00:57:15,236 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/5b1de6cdfe8b4b6380ef27eca17f55bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5b1de6cdfe8b4b6380ef27eca17f55bd 2024-12-06T00:57:15,250 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 5b1de6cdfe8b4b6380ef27eca17f55bd(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:15,250 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:15,250 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446635196; duration=0sec 2024-12-06T00:57:15,251 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:15,251 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:15,251 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:15,253 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:15,253 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:15,253 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,253 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/43d0e339b791463a940daa26ac8ae2e0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.7 K 2024-12-06T00:57:15,253 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 43d0e339b791463a940daa26ac8ae2e0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446631650 2024-12-06T00:57:15,255 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f055e2dca674404956bd9cf34037d20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446632824 2024-12-06T00:57:15,256 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f0b2b9f3f44b4bdf902a5eb815fb2c28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:15,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741907_1083 (size=13085) 2024-12-06T00:57:15,269 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#71 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:15,270 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/13c2bd945a0a44aba16512474b5610a1 is 50, key is test_row_0/C:col10/1733446634050/Put/seqid=0 2024-12-06T00:57:15,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741908_1084 (size=13085) 2024-12-06T00:57:15,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:15,357 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:15,357 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T00:57:15,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/99e7e64dad1e4cb5a1735a42dfa3ae24 is 50, key is test_row_0/A:col10/1733446634713/Put/seqid=0 2024-12-06T00:57:15,386 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446695385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,387 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446695386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446695387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,388 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446695388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741909_1085 (size=17181) 2024-12-06T00:57:15,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/99e7e64dad1e4cb5a1735a42dfa3ae24 2024-12-06T00:57:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-06T00:57:15,404 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:15,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:15,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-06T00:57:15,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:15,408 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:15,409 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:15,409 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:15,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6e93821dbe804bc3bdd2123590989a65 is 50, key is test_row_0/B:col10/1733446634713/Put/seqid=0 2024-12-06T00:57:15,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741910_1086 (size=12301) 2024-12-06T00:57:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446695493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446695493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,498 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,498 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446695493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446695503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,508 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:15,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,564 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,671 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/23e7a71d247940bbb827e618735d6b4c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/23e7a71d247940bbb827e618735d6b4c 2024-12-06T00:57:15,683 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 23e7a71d247940bbb827e618735d6b4c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:15,684 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:15,684 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446635197; duration=0sec 2024-12-06T00:57:15,684 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:15,684 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:15,686 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/13c2bd945a0a44aba16512474b5610a1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/13c2bd945a0a44aba16512474b5610a1 2024-12-06T00:57:15,693 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 13c2bd945a0a44aba16512474b5610a1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:15,693 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:15,693 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446635197; duration=0sec 2024-12-06T00:57:15,693 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:15,693 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446695703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446695704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,707 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446695704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446695713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:15,715 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:15,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:15,832 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6e93821dbe804bc3bdd2123590989a65 2024-12-06T00:57:15,843 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/868c7333bd1e4d4dac731d134a974877 is 50, key is test_row_0/C:col10/1733446634713/Put/seqid=0 2024-12-06T00:57:15,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741911_1087 (size=12301) 2024-12-06T00:57:15,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/868c7333bd1e4d4dac731d134a974877 2024-12-06T00:57:15,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/99e7e64dad1e4cb5a1735a42dfa3ae24 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24 2024-12-06T00:57:15,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:15,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:15,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24, entries=250, sequenceid=356, filesize=16.8 K 2024-12-06T00:57:15,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6e93821dbe804bc3bdd2123590989a65 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65 2024-12-06T00:57:15,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65, entries=150, sequenceid=356, filesize=12.0 K 2024-12-06T00:57:15,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/868c7333bd1e4d4dac731d134a974877 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877 2024-12-06T00:57:15,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877, entries=150, sequenceid=356, filesize=12.0 K 2024-12-06T00:57:15,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 93027e635fb57a299a0114b053f5cc68 in 538ms, sequenceid=356, compaction requested=false 2024-12-06T00:57:15,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:16,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:16,016 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:16,017 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T00:57:16,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:16,043 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/fb79cd96d708471887e4d7974ca37bec is 50, key is test_row_0/A:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741912_1088 (size=14741) 2024-12-06T00:57:16,051 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/fb79cd96d708471887e4d7974ca37bec 2024-12-06T00:57:16,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446696047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446696047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446696053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446696055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,080 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1cec9187c5b94b689bd9df5e2e0b942c is 50, key is test_row_0/B:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741913_1089 (size=12301) 2024-12-06T00:57:16,091 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1cec9187c5b94b689bd9df5e2e0b942c 2024-12-06T00:57:16,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/3fa039d01905498588a934c6c54c6ced is 50, key is test_row_0/C:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741914_1090 (size=12301) 2024-12-06T00:57:16,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446696163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446696163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446696172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446696173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:16,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:16,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,183 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45632 deadline: 1733446696252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,256 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 93027e635fb57a299a0114b053f5cc68 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8234 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:16,256 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:16,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446696373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446696373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,375 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446696383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,386 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446696383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:16,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:16,512 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/3fa039d01905498588a934c6c54c6ced 2024-12-06T00:57:16,522 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/fb79cd96d708471887e4d7974ca37bec as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec 2024-12-06T00:57:16,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec, entries=200, sequenceid=377, filesize=14.4 K 2024-12-06T00:57:16,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/1cec9187c5b94b689bd9df5e2e0b942c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c 2024-12-06T00:57:16,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:16,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T00:57:16,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/3fa039d01905498588a934c6c54c6ced as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced 2024-12-06T00:57:16,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T00:57:16,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 93027e635fb57a299a0114b053f5cc68 in 543ms, sequenceid=377, compaction requested=true 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:16,559 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:16,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:16,559 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:16,562 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45007 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:16,562 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:16,562 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,562 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5b1de6cdfe8b4b6380ef27eca17f55bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=44.0 K 2024-12-06T00:57:16,563 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:16,563 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:16,563 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b1de6cdfe8b4b6380ef27eca17f55bd, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:16,563 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,564 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/23e7a71d247940bbb827e618735d6b4c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.8 K 2024-12-06T00:57:16,564 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 99e7e64dad1e4cb5a1735a42dfa3ae24, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446634713 2024-12-06T00:57:16,565 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fb79cd96d708471887e4d7974ca37bec, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:16,565 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e7a71d247940bbb827e618735d6b4c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:16,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e93821dbe804bc3bdd2123590989a65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446634713 2024-12-06T00:57:16,569 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1cec9187c5b94b689bd9df5e2e0b942c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:16,594 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#78 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:16,594 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:16,595 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/235ad60406c246a5a6b9672e0cbec01e is 50, key is test_row_0/B:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,595 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/a40b2d5d8bd64855ba1a10aa0286d00f is 50, key is test_row_0/A:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741916_1092 (size=13187) 2024-12-06T00:57:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741915_1091 (size=13187) 2024-12-06T00:57:16,621 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/a40b2d5d8bd64855ba1a10aa0286d00f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a40b2d5d8bd64855ba1a10aa0286d00f 2024-12-06T00:57:16,629 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into a40b2d5d8bd64855ba1a10aa0286d00f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:16,629 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:16,629 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446636559; duration=0sec 2024-12-06T00:57:16,629 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:16,629 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:16,629 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:16,630 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:16,630 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:16,630 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,630 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/13c2bd945a0a44aba16512474b5610a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.8 K 2024-12-06T00:57:16,632 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 13c2bd945a0a44aba16512474b5610a1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1733446634009 2024-12-06T00:57:16,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 868c7333bd1e4d4dac731d134a974877, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446634713 2024-12-06T00:57:16,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fa039d01905498588a934c6c54c6ced, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:16,646 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#80 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:16,647 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/833723566047413f8e17993f4cc03a5f is 50, key is test_row_0/C:col10/1733446636016/Put/seqid=0 2024-12-06T00:57:16,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-06T00:57:16,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:16,651 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T00:57:16,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/34cfedea24914d88837ad63e3729caee is 50, key is test_row_0/A:col10/1733446636051/Put/seqid=0 2024-12-06T00:57:16,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741917_1093 (size=13187) 2024-12-06T00:57:16,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741918_1094 (size=12301) 2024-12-06T00:57:16,681 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/34cfedea24914d88837ad63e3729caee 2024-12-06T00:57:16,682 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/833723566047413f8e17993f4cc03a5f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/833723566047413f8e17993f4cc03a5f 2024-12-06T00:57:16,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:16,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:16,697 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 833723566047413f8e17993f4cc03a5f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:16,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:16,697 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446636559; duration=0sec 2024-12-06T00:57:16,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:16,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/139b8849e598417bbf4b795ef4eb983e is 50, key is test_row_0/B:col10/1733446636051/Put/seqid=0 2024-12-06T00:57:16,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446696719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446696722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446696724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446696722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741919_1095 (size=12301) 2024-12-06T00:57:16,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/139b8849e598417bbf4b795ef4eb983e 2024-12-06T00:57:16,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/22f0c03e8e08434f801ad9bd7e77373a is 50, key is test_row_0/C:col10/1733446636051/Put/seqid=0 2024-12-06T00:57:16,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741920_1096 (size=12301) 2024-12-06T00:57:16,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446696833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446696833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,838 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446696842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:16,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446696842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:16,846 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,020 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/235ad60406c246a5a6b9672e0cbec01e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/235ad60406c246a5a6b9672e0cbec01e 2024-12-06T00:57:17,032 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 235ad60406c246a5a6b9672e0cbec01e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:17,033 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:17,033 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446636559; duration=0sec 2024-12-06T00:57:17,033 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:17,033 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446697043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446697043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446697053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,055 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446697053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,057 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/22f0c03e8e08434f801ad9bd7e77373a 2024-12-06T00:57:17,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/34cfedea24914d88837ad63e3729caee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee 2024-12-06T00:57:17,177 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T00:57:17,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/139b8849e598417bbf4b795ef4eb983e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e 2024-12-06T00:57:17,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T00:57:17,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/22f0c03e8e08434f801ad9bd7e77373a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a 2024-12-06T00:57:17,191 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T00:57:17,193 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 93027e635fb57a299a0114b053f5cc68 in 541ms, sequenceid=395, compaction requested=false 2024-12-06T00:57:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:17,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-06T00:57:17,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-06T00:57:17,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-06T00:57:17,198 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7860 sec 2024-12-06T00:57:17,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 1.7940 sec 2024-12-06T00:57:17,355 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:17,355 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T00:57:17,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:17,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/61885a8f9f604f31ba8c09d35e974a83 is 50, key is test_row_0/A:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:17,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741921_1097 (size=17181) 2024-12-06T00:57:17,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/61885a8f9f604f31ba8c09d35e974a83 2024-12-06T00:57:17,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446697383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446697381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446697386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446697388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,390 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,392 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,399 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9c1c98d760b74b6dadc5cd610809cccb is 50, key is test_row_0/B:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:17,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741922_1098 (size=12301) 2024-12-06T00:57:17,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446697493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446697493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446697493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,498 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,499 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446697503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,504 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-06T00:57:17,553 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:17,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-06T00:57:17,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:17,557 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:17,558 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:17,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:17,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446697702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446697703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,707 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446697703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T00:57:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:17,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:17,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446697716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:17,718 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:17,813 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9c1c98d760b74b6dadc5cd610809cccb 2024-12-06T00:57:17,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/60cbb9ee58424b8aa91bce27c60c3976 is 50, key is test_row_0/C:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:17,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741923_1099 (size=12301) 2024-12-06T00:57:17,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T00:57:17,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:17,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:17,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:17,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:17,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:18,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446698013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446698013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446698013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,017 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,018 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T00:57:18,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446698023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T00:57:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,176 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:18,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:18,247 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/60cbb9ee58424b8aa91bce27c60c3976 2024-12-06T00:57:18,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/61885a8f9f604f31ba8c09d35e974a83 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83 2024-12-06T00:57:18,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83, entries=250, sequenceid=418, filesize=16.8 K 2024-12-06T00:57:18,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9c1c98d760b74b6dadc5cd610809cccb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb 2024-12-06T00:57:18,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T00:57:18,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/60cbb9ee58424b8aa91bce27c60c3976 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976 2024-12-06T00:57:18,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T00:57:18,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 93027e635fb57a299a0114b053f5cc68 in 937ms, sequenceid=418, compaction requested=true 2024-12-06T00:57:18,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:18,293 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:18,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:18,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:18,294 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:18,294 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42669 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:18,294 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:18,295 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:18,295 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a40b2d5d8bd64855ba1a10aa0286d00f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=41.7 K 2024-12-06T00:57:18,295 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:18,295 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a40b2d5d8bd64855ba1a10aa0286d00f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:18,296 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 34cfedea24914d88837ad63e3729caee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446636044 2024-12-06T00:57:18,296 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:18,296 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:18,296 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,296 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/235ad60406c246a5a6b9672e0cbec01e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.9 K 2024-12-06T00:57:18,297 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 61885a8f9f604f31ba8c09d35e974a83, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:18,297 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 235ad60406c246a5a6b9672e0cbec01e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:18,298 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 139b8849e598417bbf4b795ef4eb983e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446636044 2024-12-06T00:57:18,299 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c1c98d760b74b6dadc5cd610809cccb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:18,308 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:18,308 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/e4dbbbeae77744a0b752a930da2750a4 is 50, key is test_row_0/A:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:18,313 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#88 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:18,313 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/56cf76e5acbf488682285afb59ea68e3 is 50, key is test_row_0/B:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:18,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-06T00:57:18,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:18,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fcceb0b4b514caaa6faaaf5fff8277f is 50, key is test_row_0/A:col10/1733446637381/Put/seqid=0 2024-12-06T00:57:18,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741924_1100 (size=13289) 2024-12-06T00:57:18,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741925_1101 (size=13289) 2024-12-06T00:57:18,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741926_1102 (size=12301) 2024-12-06T00:57:18,344 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fcceb0b4b514caaa6faaaf5fff8277f 2024-12-06T00:57:18,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e4c644436b3a4ae6881070c0ae26f7c5 is 50, key is test_row_0/B:col10/1733446637381/Put/seqid=0 2024-12-06T00:57:18,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741927_1103 (size=12301) 2024-12-06T00:57:18,367 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e4c644436b3a4ae6881070c0ae26f7c5 2024-12-06T00:57:18,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1c194a7bb8d7495aa174ee6f2aed7b8f is 50, key is test_row_0/C:col10/1733446637381/Put/seqid=0 2024-12-06T00:57:18,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741928_1104 (size=12301) 2024-12-06T00:57:18,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:18,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446698568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446698566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446698575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446698577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,582 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446698683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446698683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446698683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:18,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446698693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,750 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/e4dbbbeae77744a0b752a930da2750a4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e4dbbbeae77744a0b752a930da2750a4 2024-12-06T00:57:18,752 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/56cf76e5acbf488682285afb59ea68e3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/56cf76e5acbf488682285afb59ea68e3 2024-12-06T00:57:18,759 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into e4dbbbeae77744a0b752a930da2750a4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:18,759 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:18,759 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446638293; duration=0sec 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:18,760 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 56cf76e5acbf488682285afb59ea68e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:18,760 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446638294; duration=0sec 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:18,760 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:18,763 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:18,763 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:18,763 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,763 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/833723566047413f8e17993f4cc03a5f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=36.9 K 2024-12-06T00:57:18,764 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833723566047413f8e17993f4cc03a5f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446635385 2024-12-06T00:57:18,764 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22f0c03e8e08434f801ad9bd7e77373a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446636044 2024-12-06T00:57:18,768 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60cbb9ee58424b8aa91bce27c60c3976, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:18,805 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#92 average throughput is 0.30 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:18,806 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/d8b1c25cff0842ad954741628e194d1a is 50, key is test_row_0/C:col10/1733446637354/Put/seqid=0 2024-12-06T00:57:18,816 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1c194a7bb8d7495aa174ee6f2aed7b8f 2024-12-06T00:57:18,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/1fcceb0b4b514caaa6faaaf5fff8277f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f 2024-12-06T00:57:18,838 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f, entries=150, sequenceid=433, filesize=12.0 K 2024-12-06T00:57:18,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e4c644436b3a4ae6881070c0ae26f7c5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5 2024-12-06T00:57:18,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741929_1105 (size=13289) 2024-12-06T00:57:18,847 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5, entries=150, sequenceid=433, filesize=12.0 K 2024-12-06T00:57:18,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1c194a7bb8d7495aa174ee6f2aed7b8f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f 2024-12-06T00:57:18,855 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/d8b1c25cff0842ad954741628e194d1a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d8b1c25cff0842ad954741628e194d1a 2024-12-06T00:57:18,864 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into d8b1c25cff0842ad954741628e194d1a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:18,864 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:18,864 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446638295; duration=0sec 2024-12-06T00:57:18,865 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:18,865 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:18,868 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f, entries=150, sequenceid=433, filesize=12.0 K 2024-12-06T00:57:18,871 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 93027e635fb57a299a0114b053f5cc68 in 541ms, sequenceid=433, compaction requested=false 2024-12-06T00:57:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:18,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-06T00:57:18,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-06T00:57:18,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-06T00:57:18,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3150 sec 2024-12-06T00:57:18,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.3240 sec 2024-12-06T00:57:18,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:18,896 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:18,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T00:57:18,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/08fedd2494d04c6594695b1998a099e7 is 50, key is test_row_0/A:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:18,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446698917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741930_1106 (size=12301) 2024-12-06T00:57:18,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/08fedd2494d04c6594695b1998a099e7 2024-12-06T00:57:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446698919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446698920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,925 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:18,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446698923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:18,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:18,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9431ca32591c4500816e5ccb4a528501 is 50, key is test_row_0/B:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741931_1107 (size=12301) 2024-12-06T00:57:18,963 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9431ca32591c4500816e5ccb4a528501 2024-12-06T00:57:18,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0b1180a61bfc441c9c7158af62ba4a7e is 50, key is test_row_0/C:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:18,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741932_1108 (size=12301) 2024-12-06T00:57:18,980 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0b1180a61bfc441c9c7158af62ba4a7e 2024-12-06T00:57:18,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/08fedd2494d04c6594695b1998a099e7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7 2024-12-06T00:57:18,993 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7, entries=150, sequenceid=458, filesize=12.0 K 2024-12-06T00:57:18,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/9431ca32591c4500816e5ccb4a528501 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501 2024-12-06T00:57:19,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501, entries=150, sequenceid=458, filesize=12.0 K 2024-12-06T00:57:19,005 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0b1180a61bfc441c9c7158af62ba4a7e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e 2024-12-06T00:57:19,026 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e, entries=150, sequenceid=458, filesize=12.0 K 2024-12-06T00:57:19,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 93027e635fb57a299a0114b053f5cc68 in 135ms, sequenceid=458, compaction requested=true 2024-12-06T00:57:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:19,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:19,031 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:19,031 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:19,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:19,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:19,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:19,032 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:19,034 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:19,034 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:19,034 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:19,034 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/56cf76e5acbf488682285afb59ea68e3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=37.0 K 2024-12-06T00:57:19,035 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:19,035 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:19,035 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:19,035 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e4dbbbeae77744a0b752a930da2750a4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=37.0 K 2024-12-06T00:57:19,036 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 56cf76e5acbf488682285afb59ea68e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:19,036 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4dbbbeae77744a0b752a930da2750a4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:19,036 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e4c644436b3a4ae6881070c0ae26f7c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446637368 2024-12-06T00:57:19,037 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fcceb0b4b514caaa6faaaf5fff8277f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446637368 2024-12-06T00:57:19,037 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9431ca32591c4500816e5ccb4a528501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:19,037 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08fedd2494d04c6594695b1998a099e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:19,041 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:19,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:57:19,050 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:19,051 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/80cf658c456045b0a5382c4d43ca79ca is 50, key is test_row_0/B:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:19,054 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#97 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:19,055 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/21b63da3d4cf4cfdb05ce7f965169329 is 50, key is test_row_0/A:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:19,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/e35bb66bf6524a44a9b6f60a25e3126f is 50, key is test_row_0/A:col10/1733446639048/Put/seqid=0 2024-12-06T00:57:19,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741934_1110 (size=13391) 2024-12-06T00:57:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741933_1109 (size=13391) 2024-12-06T00:57:19,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/21b63da3d4cf4cfdb05ce7f965169329 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/21b63da3d4cf4cfdb05ce7f965169329 2024-12-06T00:57:19,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446699096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446699096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,103 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446699097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,104 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,106 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 21b63da3d4cf4cfdb05ce7f965169329(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:19,106 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:19,106 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=13, startTime=1733446639031; duration=0sec 2024-12-06T00:57:19,106 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:19,106 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:19,106 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:19,107 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:19,108 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:19,108 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:19,108 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d8b1c25cff0842ad954741628e194d1a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=37.0 K 2024-12-06T00:57:19,108 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8b1c25cff0842ad954741628e194d1a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446636717 2024-12-06T00:57:19,109 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c194a7bb8d7495aa174ee6f2aed7b8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446637368 2024-12-06T00:57:19,109 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b1180a61bfc441c9c7158af62ba4a7e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:19,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446699102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,133 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:19,134 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/b9bad6cb5873407482e8f7cf6d91fa5c is 50, key is test_row_0/C:col10/1733446638561/Put/seqid=0 2024-12-06T00:57:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741935_1111 (size=12301) 2024-12-06T00:57:19,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741936_1112 (size=13391) 2024-12-06T00:57:19,153 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/b9bad6cb5873407482e8f7cf6d91fa5c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/b9bad6cb5873407482e8f7cf6d91fa5c 2024-12-06T00:57:19,163 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into b9bad6cb5873407482e8f7cf6d91fa5c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:19,163 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:19,163 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=13, startTime=1733446639032; duration=0sec 2024-12-06T00:57:19,163 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:19,163 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446699213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446699214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446699213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446699223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,228 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446699423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446699423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446699423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,430 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,431 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446699433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,436 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,506 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/80cf658c456045b0a5382c4d43ca79ca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/80cf658c456045b0a5382c4d43ca79ca 2024-12-06T00:57:19,512 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 80cf658c456045b0a5382c4d43ca79ca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:19,512 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:19,513 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=13, startTime=1733446639031; duration=0sec 2024-12-06T00:57:19,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:19,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:19,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/e35bb66bf6524a44a9b6f60a25e3126f 2024-12-06T00:57:19,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/64da1498e68f4ca6971b98ebbdf71290 is 50, key is test_row_0/B:col10/1733446639048/Put/seqid=0 2024-12-06T00:57:19,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741937_1113 (size=12301) 2024-12-06T00:57:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-06T00:57:19,703 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:19,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-06T00:57:19,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T00:57:19,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:19,707 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:19,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:19,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446699744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,746 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446699744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446699744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:19,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446699744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:19,748 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:19,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T00:57:19,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-06T00:57:19,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:19,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] handler.RSProcedureHandler(58): pid=26 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:19,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=26 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=26 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:19,951 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/64da1498e68f4ca6971b98ebbdf71290 2024-12-06T00:57:19,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/42d29dc57df74010ad6d1c75937b66a0 is 50, key is test_row_0/C:col10/1733446639048/Put/seqid=0 2024-12-06T00:57:19,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741938_1114 (size=12301) 2024-12-06T00:57:19,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=476 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/42d29dc57df74010ad6d1c75937b66a0 2024-12-06T00:57:19,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/e35bb66bf6524a44a9b6f60a25e3126f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f 2024-12-06T00:57:19,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f, entries=150, sequenceid=476, filesize=12.0 K 2024-12-06T00:57:19,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/64da1498e68f4ca6971b98ebbdf71290 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290 2024-12-06T00:57:20,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290, entries=150, sequenceid=476, filesize=12.0 K 2024-12-06T00:57:20,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/42d29dc57df74010ad6d1c75937b66a0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0 2024-12-06T00:57:20,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0, entries=150, sequenceid=476, filesize=12.0 K 2024-12-06T00:57:20,010 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 93027e635fb57a299a0114b053f5cc68 in 968ms, sequenceid=476, compaction requested=false 2024-12-06T00:57:20,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-06T00:57:20,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,015 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-06T00:57:20,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/765d21fcbffa4f98a4afb21833459d00 is 50, key is test_row_0/A:col10/1733446639086/Put/seqid=0 2024-12-06T00:57:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T00:57:20,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741939_1115 (size=12301) 2024-12-06T00:57:20,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/765d21fcbffa4f98a4afb21833459d00 2024-12-06T00:57:20,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6da484678a224172b538777304d12a2f is 50, key is test_row_0/B:col10/1733446639086/Put/seqid=0 2024-12-06T00:57:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741940_1116 (size=12301) 2024-12-06T00:57:20,092 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6da484678a224172b538777304d12a2f 2024-12-06T00:57:20,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1f569e37793b4eaa8a2ddc450ba07bd0 is 50, key is test_row_0/C:col10/1733446639086/Put/seqid=0 2024-12-06T00:57:20,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741941_1117 (size=12301) 2024-12-06T00:57:20,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1f569e37793b4eaa8a2ddc450ba07bd0 2024-12-06T00:57:20,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/765d21fcbffa4f98a4afb21833459d00 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00 2024-12-06T00:57:20,148 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00, entries=150, sequenceid=498, filesize=12.0 K 2024-12-06T00:57:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/6da484678a224172b538777304d12a2f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f 2024-12-06T00:57:20,174 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f, entries=150, sequenceid=498, filesize=12.0 K 2024-12-06T00:57:20,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/1f569e37793b4eaa8a2ddc450ba07bd0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0 2024-12-06T00:57:20,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0, entries=150, sequenceid=498, filesize=12.0 K 2024-12-06T00:57:20,187 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 93027e635fb57a299a0114b053f5cc68 in 171ms, sequenceid=498, compaction requested=true 2024-12-06T00:57:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-06T00:57:20,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-06T00:57:20,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-06T00:57:20,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 481 msec 2024-12-06T00:57:20,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 492 msec 2024-12-06T00:57:20,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:20,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:20,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:57:20,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/ed71d6b0169044dfb8e212972db230cd is 50, key is test_row_0/A:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741942_1118 (size=17181) 2024-12-06T00:57:20,303 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/ed71d6b0169044dfb8e212972db230cd 2024-12-06T00:57:20,320 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/0355229cc03e4db3af6f0c44dbffcd1b is 50, key is test_row_0/B:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741943_1119 (size=12301) 2024-12-06T00:57:20,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/0355229cc03e4db3af6f0c44dbffcd1b 2024-12-06T00:57:20,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-06T00:57:20,333 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:20,334 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-06T00:57:20,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:20,337 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:20,338 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:20,338 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:20,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/281aee279bb146feb8d1ca3e1e90729d is 50, key is test_row_0/C:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741944_1120 (size=12301) 2024-12-06T00:57:20,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=510 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/281aee279bb146feb8d1ca3e1e90729d 2024-12-06T00:57:20,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/ed71d6b0169044dfb8e212972db230cd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd 2024-12-06T00:57:20,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd, entries=250, sequenceid=510, filesize=16.8 K 2024-12-06T00:57:20,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/0355229cc03e4db3af6f0c44dbffcd1b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b 2024-12-06T00:57:20,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446700366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b, entries=150, sequenceid=510, filesize=12.0 K 2024-12-06T00:57:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446700372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,381 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446700374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,381 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446700374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,383 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/281aee279bb146feb8d1ca3e1e90729d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d 2024-12-06T00:57:20,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d, entries=150, sequenceid=510, filesize=12.0 K 2024-12-06T00:57:20,399 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 93027e635fb57a299a0114b053f5cc68 in 134ms, sequenceid=510, compaction requested=true 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:20,399 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:20,399 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:20,399 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:20,401 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:20,402 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:20,402 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,402 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/80cf658c456045b0a5382c4d43ca79ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=49.1 K 2024-12-06T00:57:20,402 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55174 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:20,402 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:20,402 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 80cf658c456045b0a5382c4d43ca79ca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:20,402 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,403 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/21b63da3d4cf4cfdb05ce7f965169329, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=53.9 K 2024-12-06T00:57:20,403 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 64da1498e68f4ca6971b98ebbdf71290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733446639035 2024-12-06T00:57:20,404 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21b63da3d4cf4cfdb05ce7f965169329, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:20,404 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6da484678a224172b538777304d12a2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733446639083 2024-12-06T00:57:20,404 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e35bb66bf6524a44a9b6f60a25e3126f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733446639035 2024-12-06T00:57:20,405 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0355229cc03e4db3af6f0c44dbffcd1b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:20,406 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 765d21fcbffa4f98a4afb21833459d00, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733446639083 2024-12-06T00:57:20,407 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed71d6b0169044dfb8e212972db230cd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:20,423 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#108 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:20,423 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/db1b18eb99204b998577632d117750bd is 50, key is test_row_0/B:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,435 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#109 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:20,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/b38fe655e4874323a2b3a7173eead109 is 50, key is test_row_0/A:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:20,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741945_1121 (size=13527) 2024-12-06T00:57:20,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741946_1122 (size=13527) 2024-12-06T00:57:20,470 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/db1b18eb99204b998577632d117750bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/db1b18eb99204b998577632d117750bd 2024-12-06T00:57:20,471 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/b38fe655e4874323a2b3a7173eead109 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b38fe655e4874323a2b3a7173eead109 2024-12-06T00:57:20,479 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into b38fe655e4874323a2b3a7173eead109(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:20,479 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,479 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=12, startTime=1733446640399; duration=0sec 2024-12-06T00:57:20,479 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:20,479 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:20,479 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:20,480 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into db1b18eb99204b998577632d117750bd(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:20,480 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,480 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=12, startTime=1733446640399; duration=0sec 2024-12-06T00:57:20,480 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:20,480 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:20,481 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50294 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:20,481 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:20,481 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,482 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/b9bad6cb5873407482e8f7cf6d91fa5c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=49.1 K 2024-12-06T00:57:20,483 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9bad6cb5873407482e8f7cf6d91fa5c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733446638561 2024-12-06T00:57:20,484 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42d29dc57df74010ad6d1c75937b66a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=476, earliestPutTs=1733446639035 2024-12-06T00:57:20,484 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f569e37793b4eaa8a2ddc450ba07bd0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733446639083 2024-12-06T00:57:20,485 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 281aee279bb146feb8d1ca3e1e90729d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:20,488 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:20,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:57:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:20,492 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:20,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446700503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,509 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/22b7515c68c745f8aa33e729cb548a85 is 50, key is test_row_0/A:col10/1733446640486/Put/seqid=0 2024-12-06T00:57:20,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446700507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,511 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446700508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446700508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,516 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,522 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:20,523 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/97745464c55143b4a5910f6a261a48ee is 50, key is test_row_0/C:col10/1733446640257/Put/seqid=0 2024-12-06T00:57:20,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741947_1123 (size=14741) 2024-12-06T00:57:20,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741948_1124 (size=13527) 2024-12-06T00:57:20,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446700613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,618 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446700624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446700624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446700624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,647 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:20,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,648 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:20,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446700822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,826 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446700833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446700833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446700833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:20,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:20,837 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:20,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/22b7515c68c745f8aa33e729cb548a85 2024-12-06T00:57:20,956 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:20,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:20,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:20,969 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/97745464c55143b4a5910f6a261a48ee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/97745464c55143b4a5910f6a261a48ee 2024-12-06T00:57:20,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fa089a468b91422e899e1e2fdb6f3bee is 50, key is test_row_0/B:col10/1733446640486/Put/seqid=0 2024-12-06T00:57:20,981 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 97745464c55143b4a5910f6a261a48ee(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:20,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:20,981 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=12, startTime=1733446640399; duration=0sec 2024-12-06T00:57:20,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:20,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:20,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741949_1125 (size=12301) 2024-12-06T00:57:21,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446701133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446701143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446701144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446701144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fa089a468b91422e899e1e2fdb6f3bee 2024-12-06T00:57:21,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/51f7131a7af3457984fcf0802ea8c4fd is 50, key is test_row_0/C:col10/1733446640486/Put/seqid=0 2024-12-06T00:57:21,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741950_1126 (size=12301) 2024-12-06T00:57:21,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:21,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446701643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446701652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,653 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446701653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446701653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:21,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:21,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] handler.RSProcedureHandler(58): pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=28 java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=28 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:21,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=538 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/51f7131a7af3457984fcf0802ea8c4fd 2024-12-06T00:57:21,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/22b7515c68c745f8aa33e729cb548a85 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85 2024-12-06T00:57:21,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85, entries=200, sequenceid=538, filesize=14.4 K 2024-12-06T00:57:21,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/fa089a468b91422e899e1e2fdb6f3bee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee 2024-12-06T00:57:21,837 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee, entries=150, sequenceid=538, filesize=12.0 K 2024-12-06T00:57:21,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/51f7131a7af3457984fcf0802ea8c4fd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd 2024-12-06T00:57:21,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd, entries=150, sequenceid=538, filesize=12.0 K 2024-12-06T00:57:21,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 93027e635fb57a299a0114b053f5cc68 in 1356ms, sequenceid=538, compaction requested=false 2024-12-06T00:57:21,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:21,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-06T00:57:21,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:21,882 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T00:57:21,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/74b88dc25c1f4877906cc16ba671f6f0 is 50, key is test_row_0/A:col10/1733446640496/Put/seqid=0 2024-12-06T00:57:21,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741951_1127 (size=12301) 2024-12-06T00:57:22,308 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/74b88dc25c1f4877906cc16ba671f6f0 2024-12-06T00:57:22,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e667a1e758ca4049ba54a7f4f8d7c613 is 50, key is test_row_0/B:col10/1733446640496/Put/seqid=0 2024-12-06T00:57:22,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741952_1128 (size=12301) 2024-12-06T00:57:22,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:22,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:22,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. as already flushing 2024-12-06T00:57:22,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446702709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446702714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,719 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,720 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446702708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446702716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,721 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,724 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e667a1e758ca4049ba54a7f4f8d7c613 2024-12-06T00:57:22,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f381ac3a29449da981058ebcc0d84c4 is 50, key is test_row_0/C:col10/1733446640496/Put/seqid=0 2024-12-06T00:57:22,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741953_1129 (size=12301) 2024-12-06T00:57:22,743 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f381ac3a29449da981058ebcc0d84c4 2024-12-06T00:57:22,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/74b88dc25c1f4877906cc16ba671f6f0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0 2024-12-06T00:57:22,758 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0, entries=150, sequenceid=549, filesize=12.0 K 2024-12-06T00:57:22,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/e667a1e758ca4049ba54a7f4f8d7c613 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613 2024-12-06T00:57:22,766 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613, entries=150, sequenceid=549, filesize=12.0 K 2024-12-06T00:57:22,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0f381ac3a29449da981058ebcc0d84c4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4 2024-12-06T00:57:22,773 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4, entries=150, sequenceid=549, filesize=12.0 K 2024-12-06T00:57:22,775 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 93027e635fb57a299a0114b053f5cc68 in 892ms, sequenceid=549, compaction requested=true 2024-12-06T00:57:22,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:22,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:22,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-06T00:57:22,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-06T00:57:22,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-06T00:57:22,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4390 sec 2024-12-06T00:57:22,788 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 2.4480 sec 2024-12-06T00:57:22,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:22,828 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:22,828 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-06T00:57:22,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/7f6438b927eb459885e79ea6779fae7e is 50, key is test_row_0/A:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:22,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446702833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446702833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,835 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446702835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446702835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,839 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741954_1130 (size=17181) 2024-12-06T00:57:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446702943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446702943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,944 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:22,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446702943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:22,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:22,945 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446703043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446703153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446703153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446703154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,154 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,155 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/7f6438b927eb459885e79ea6779fae7e 2024-12-06T00:57:23,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8080c3543b1d46c089b79e6289db589b is 50, key is test_row_0/B:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741955_1131 (size=12301) 2024-12-06T00:57:23,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446703352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,377 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-06T00:57:23,377 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:23,380 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-06T00:57:23,380 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:23,380 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-06T00:57:23,380 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:23,383 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-06T00:57:23,383 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:23,384 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,384 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,384 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,384 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,384 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,384 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:23,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:23,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:23,385 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,385 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:23,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446703463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446703463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446703462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,464 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,464 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8080c3543b1d46c089b79e6289db589b 2024-12-06T00:57:23,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/976c5d171eee41298910d00e508c4328 is 50, key is test_row_0/C:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:23,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741956_1132 (size=12301) 2024-12-06T00:57:23,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45606 deadline: 1733446703862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,863 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45648 deadline: 1733446703973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45586 deadline: 1733446703973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45572 deadline: 1733446703973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:24,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/976c5d171eee41298910d00e508c4328 2024-12-06T00:57:24,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/7f6438b927eb459885e79ea6779fae7e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e 2024-12-06T00:57:24,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e, entries=250, sequenceid=578, filesize=16.8 K 2024-12-06T00:57:24,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/8080c3543b1d46c089b79e6289db589b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b 2024-12-06T00:57:24,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b, entries=150, sequenceid=578, filesize=12.0 K 2024-12-06T00:57:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/976c5d171eee41298910d00e508c4328 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328 2024-12-06T00:57:24,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328, entries=150, sequenceid=578, filesize=12.0 K 2024-12-06T00:57:24,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 93027e635fb57a299a0114b053f5cc68 in 1269ms, sequenceid=578, compaction requested=true 2024-12-06T00:57:24,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:24,098 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 93027e635fb57a299a0114b053f5cc68:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:24,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:24,098 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/A is initiating minor compaction (all files) 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/B is initiating minor compaction (all files) 2024-12-06T00:57:24,099 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/A in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:24,099 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/B in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:24,099 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b38fe655e4874323a2b3a7173eead109, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=56.4 K 2024-12-06T00:57:24,099 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/db1b18eb99204b998577632d117750bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=49.2 K 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting db1b18eb99204b998577632d117750bd, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:24,099 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b38fe655e4874323a2b3a7173eead109, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:24,100 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fa089a468b91422e899e1e2fdb6f3bee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733446640309 2024-12-06T00:57:24,100 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 22b7515c68c745f8aa33e729cb548a85, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733446640309 2024-12-06T00:57:24,100 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e667a1e758ca4049ba54a7f4f8d7c613, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733446640496 2024-12-06T00:57:24,100 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 74b88dc25c1f4877906cc16ba671f6f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733446640496 2024-12-06T00:57:24,100 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8080c3543b1d46c089b79e6289db589b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733446642706 2024-12-06T00:57:24,101 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f6438b927eb459885e79ea6779fae7e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733446642706 2024-12-06T00:57:24,110 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#B#compaction#120 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:24,110 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/7dcdb4c5dc074c53b03bdaabd4e12722 is 50, key is test_row_0/B:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:24,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741957_1133 (size=13663) 2024-12-06T00:57:24,125 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/7dcdb4c5dc074c53b03bdaabd4e12722 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7dcdb4c5dc074c53b03bdaabd4e12722 2024-12-06T00:57:24,132 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/B of 93027e635fb57a299a0114b053f5cc68 into 7dcdb4c5dc074c53b03bdaabd4e12722(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:24,132 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:24,132 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/B, priority=12, startTime=1733446644098; duration=0sec 2024-12-06T00:57:24,132 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:24,132 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:B 2024-12-06T00:57:24,132 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:24,134 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50430 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:24,134 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 93027e635fb57a299a0114b053f5cc68/C is initiating minor compaction (all files) 2024-12-06T00:57:24,134 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 93027e635fb57a299a0114b053f5cc68/C in TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:24,134 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/97745464c55143b4a5910f6a261a48ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp, totalSize=49.2 K 2024-12-06T00:57:24,134 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 97745464c55143b4a5910f6a261a48ee, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=510, earliestPutTs=1733446640257 2024-12-06T00:57:24,135 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 51f7131a7af3457984fcf0802ea8c4fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=538, earliestPutTs=1733446640309 2024-12-06T00:57:24,135 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0f381ac3a29449da981058ebcc0d84c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=549, earliestPutTs=1733446640496 2024-12-06T00:57:24,136 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 976c5d171eee41298910d00e508c4328, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=578, earliestPutTs=1733446642706 2024-12-06T00:57:24,142 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#A#compaction#121 average throughput is 0.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:24,143 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/4b1253b73c534796b334b72850ed7685 is 50, key is test_row_0/A:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:24,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741958_1134 (size=13663) 2024-12-06T00:57:24,162 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 93027e635fb57a299a0114b053f5cc68#C#compaction#122 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:24,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0857b6678d7b48d49eab83a81f49bb67 is 50, key is test_row_0/C:col10/1733446642706/Put/seqid=0 2024-12-06T00:57:24,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741959_1135 (size=13663) 2024-12-06T00:57:24,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-06T00:57:24,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:24,560 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/4b1253b73c534796b334b72850ed7685 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/4b1253b73c534796b334b72850ed7685 2024-12-06T00:57:24,566 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/A of 93027e635fb57a299a0114b053f5cc68 into 4b1253b73c534796b334b72850ed7685(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:24,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:24,566 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/A, priority=12, startTime=1733446644098; duration=0sec 2024-12-06T00:57:24,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:24,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:A 2024-12-06T00:57:24,574 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/0857b6678d7b48d49eab83a81f49bb67 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0857b6678d7b48d49eab83a81f49bb67 2024-12-06T00:57:24,580 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 93027e635fb57a299a0114b053f5cc68/C of 93027e635fb57a299a0114b053f5cc68 into 0857b6678d7b48d49eab83a81f49bb67(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:24,580 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:24,581 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., storeName=93027e635fb57a299a0114b053f5cc68/C, priority=12, startTime=1733446644098; duration=0sec 2024-12-06T00:57:24,581 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:24,581 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 93027e635fb57a299a0114b053f5cc68:C 2024-12-06T00:57:24,874 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-06T00:57:24,874 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:24,874 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,874 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,875 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:24,984 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-06T00:57:24,984 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-06T00:57:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:24,984 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:24,984 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:24,984 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,984 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,984 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:24,984 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,984 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:24,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:57:24,985 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-06T00:57:24,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:24,985 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:24,985 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,985 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:24,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:24,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/276e00f1486849b48081e9f91c345490 is 50, key is test_row_0/A:col10/1733446642832/Put/seqid=0 2024-12-06T00:57:24,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741960_1136 (size=12301) 2024-12-06T00:57:25,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/276e00f1486849b48081e9f91c345490 2024-12-06T00:57:25,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/531055b9b14f447eb279ad17ce6fe015 is 50, key is test_row_0/B:col10/1733446642832/Put/seqid=0 2024-12-06T00:57:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741961_1137 (size=12301) 2024-12-06T00:57:25,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/531055b9b14f447eb279ad17ce6fe015 2024-12-06T00:57:25,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/6685b51d107b44c58ee1343857a79636 is 50, key is test_row_0/C:col10/1733446642832/Put/seqid=0 2024-12-06T00:57:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741962_1138 (size=12301) 2024-12-06T00:57:26,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=592 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/6685b51d107b44c58ee1343857a79636 2024-12-06T00:57:26,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/276e00f1486849b48081e9f91c345490 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/276e00f1486849b48081e9f91c345490 2024-12-06T00:57:26,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/276e00f1486849b48081e9f91c345490, entries=150, sequenceid=592, filesize=12.0 K 2024-12-06T00:57:26,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/531055b9b14f447eb279ad17ce6fe015 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/531055b9b14f447eb279ad17ce6fe015 2024-12-06T00:57:26,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/531055b9b14f447eb279ad17ce6fe015, entries=150, sequenceid=592, filesize=12.0 K 2024-12-06T00:57:26,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/6685b51d107b44c58ee1343857a79636 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/6685b51d107b44c58ee1343857a79636 2024-12-06T00:57:26,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/6685b51d107b44c58ee1343857a79636, entries=150, sequenceid=592, filesize=12.0 K 2024-12-06T00:57:26,243 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 93027e635fb57a299a0114b053f5cc68 in 1259ms, sequenceid=592, compaction requested=false 2024-12-06T00:57:26,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 93027e635fb57a299a0114b053f5cc68: 2024-12-06T00:57:26,305 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-06T00:57:26,305 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:26,305 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:26,305 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:26,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:26,305 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 109 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 113 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3028 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2869 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1325 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3971 rows 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1319 2024-12-06T00:57:26,306 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3955 rows 2024-12-06T00:57:26,306 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:57:26,306 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:57:26,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:26,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:26,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:26,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:57:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:26,320 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446646319"}]},"ts":"1733446646319"} 2024-12-06T00:57:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:26,322 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:57:26,322 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:57:26,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:57:26,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, UNASSIGN}] 2024-12-06T00:57:26,328 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, UNASSIGN 2024-12-06T00:57:26,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=93027e635fb57a299a0114b053f5cc68, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:26,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, UNASSIGN because future has completed 2024-12-06T00:57:26,331 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:57:26,332 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:26,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:26,488 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(122): Close 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:26,488 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:57:26,489 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1722): Closing 93027e635fb57a299a0114b053f5cc68, disabling compactions & flushes 2024-12-06T00:57:26,489 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:26,489 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:26,489 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. after waiting 0 ms 2024-12-06T00:57:26,489 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:26,489 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(2902): Flushing 93027e635fb57a299a0114b053f5cc68 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-06T00:57:26,493 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/962e4d10851b4fbbb79adf0922a5f2af is 50, key is test_row_2/A:col10/1733446646304/Put/seqid=0 2024-12-06T00:57:26,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741963_1139 (size=7415) 2024-12-06T00:57:26,553 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T00:57:26,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:26,898 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/962e4d10851b4fbbb79adf0922a5f2af 2024-12-06T00:57:26,910 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/299837548226468cb151ad7952fd5030 is 50, key is test_row_2/B:col10/1733446646304/Put/seqid=0 2024-12-06T00:57:26,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741964_1140 (size=7415) 2024-12-06T00:57:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:27,320 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/299837548226468cb151ad7952fd5030 2024-12-06T00:57:27,330 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/100c54c7f57a4b13a923b415137ac445 is 50, key is test_row_2/C:col10/1733446646304/Put/seqid=0 2024-12-06T00:57:27,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741965_1141 (size=7415) 2024-12-06T00:57:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:27,739 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/100c54c7f57a4b13a923b415137ac445 2024-12-06T00:57:27,745 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/A/962e4d10851b4fbbb79adf0922a5f2af as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/962e4d10851b4fbbb79adf0922a5f2af 2024-12-06T00:57:27,750 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/962e4d10851b4fbbb79adf0922a5f2af, entries=50, sequenceid=596, filesize=7.2 K 2024-12-06T00:57:27,751 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/B/299837548226468cb151ad7952fd5030 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/299837548226468cb151ad7952fd5030 2024-12-06T00:57:27,757 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/299837548226468cb151ad7952fd5030, entries=50, sequenceid=596, filesize=7.2 K 2024-12-06T00:57:27,758 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/.tmp/C/100c54c7f57a4b13a923b415137ac445 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/100c54c7f57a4b13a923b415137ac445 2024-12-06T00:57:27,762 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/100c54c7f57a4b13a923b415137ac445, entries=50, sequenceid=596, filesize=7.2 K 2024-12-06T00:57:27,763 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(3140): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 93027e635fb57a299a0114b053f5cc68 in 1274ms, sequenceid=596, compaction requested=true 2024-12-06T00:57:27,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2b265d0eb6634d14af6a9b104026705f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5d38ad5fc00e4ee19e5f32b92cc0809c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1036aa22e5c845aa8229c72de05d5f4b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1e90a1e9c5c241bc9c9eeb8834ed72f4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fc62ffb4182148b1b47ebc865e98bf6b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/529099d7913342a3b98a6ff458b6c129, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5b1de6cdfe8b4b6380ef27eca17f55bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a40b2d5d8bd64855ba1a10aa0286d00f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e4dbbbeae77744a0b752a930da2750a4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/21b63da3d4cf4cfdb05ce7f965169329, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b38fe655e4874323a2b3a7173eead109, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e] to archive 2024-12-06T00:57:27,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:27,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3b7bb6d4d8464812b347a3d2c27ac280 2024-12-06T00:57:27,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/92cd193c650547c287b506574ab19c3d 2024-12-06T00:57:27,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/f945d4beaabc406fa70c6145c60765ba 2024-12-06T00:57:27,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2b265d0eb6634d14af6a9b104026705f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2b265d0eb6634d14af6a9b104026705f 2024-12-06T00:57:27,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1928cb935d694dbfb63b5c8cab090f1f 2024-12-06T00:57:27,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/520f31e374984fb8a7c6a8c598012af9 2024-12-06T00:57:27,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5d38ad5fc00e4ee19e5f32b92cc0809c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5d38ad5fc00e4ee19e5f32b92cc0809c 2024-12-06T00:57:27,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fd98858015a41cbbbf94b95027dfeb8 2024-12-06T00:57:27,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/83f2ceb8375746f6879a45ec55ec00eb 2024-12-06T00:57:27,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/3a9406d5f6034e1fa90422a292206c8e 2024-12-06T00:57:27,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1036aa22e5c845aa8229c72de05d5f4b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1036aa22e5c845aa8229c72de05d5f4b 2024-12-06T00:57:27,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/8e3feb86e03c4c25a02ff6daa24aa878 2024-12-06T00:57:27,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a264ca2816914393b5537ae29921af8a 2024-12-06T00:57:27,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1e90a1e9c5c241bc9c9eeb8834ed72f4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1e90a1e9c5c241bc9c9eeb8834ed72f4 2024-12-06T00:57:27,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/952f723f7dea484792ff1a8844d2857c 2024-12-06T00:57:27,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b9be655ca0bb4fd58777496960fc8e8d 2024-12-06T00:57:27,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fc62ffb4182148b1b47ebc865e98bf6b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fc62ffb4182148b1b47ebc865e98bf6b 2024-12-06T00:57:27,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/332346bd15894ccda40edd25f133cad5 2024-12-06T00:57:27,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/9ab055523d694b4dae0b974d4c13f485 2024-12-06T00:57:27,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/2573d5fc255d473d89d7e15e3f1f9f36 2024-12-06T00:57:27,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/529099d7913342a3b98a6ff458b6c129 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/529099d7913342a3b98a6ff458b6c129 2024-12-06T00:57:27,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/85a5f265d7a24eb9865c632ef5d937ac 2024-12-06T00:57:27,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5b1de6cdfe8b4b6380ef27eca17f55bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/5b1de6cdfe8b4b6380ef27eca17f55bd 2024-12-06T00:57:27,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/73d675cc67fc40468cf410a430f6f378 2024-12-06T00:57:27,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/99e7e64dad1e4cb5a1735a42dfa3ae24 2024-12-06T00:57:27,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/fb79cd96d708471887e4d7974ca37bec 2024-12-06T00:57:27,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a40b2d5d8bd64855ba1a10aa0286d00f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/a40b2d5d8bd64855ba1a10aa0286d00f 2024-12-06T00:57:27,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/34cfedea24914d88837ad63e3729caee 2024-12-06T00:57:27,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/61885a8f9f604f31ba8c09d35e974a83 2024-12-06T00:57:27,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e4dbbbeae77744a0b752a930da2750a4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e4dbbbeae77744a0b752a930da2750a4 2024-12-06T00:57:27,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/1fcceb0b4b514caaa6faaaf5fff8277f 2024-12-06T00:57:27,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/21b63da3d4cf4cfdb05ce7f965169329 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/21b63da3d4cf4cfdb05ce7f965169329 2024-12-06T00:57:27,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/08fedd2494d04c6594695b1998a099e7 2024-12-06T00:57:27,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/e35bb66bf6524a44a9b6f60a25e3126f 2024-12-06T00:57:27,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/765d21fcbffa4f98a4afb21833459d00 2024-12-06T00:57:27,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/ed71d6b0169044dfb8e212972db230cd 2024-12-06T00:57:27,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b38fe655e4874323a2b3a7173eead109 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/b38fe655e4874323a2b3a7173eead109 2024-12-06T00:57:27,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/22b7515c68c745f8aa33e729cb548a85 2024-12-06T00:57:27,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/74b88dc25c1f4877906cc16ba671f6f0 2024-12-06T00:57:27,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/7f6438b927eb459885e79ea6779fae7e 2024-12-06T00:57:27,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/72428e0693f34a1dba8839a35f8e98c6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/67d227a77ea64341a5e8d9fe03ff86d5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cdcf41d620074b1e9e1ff1c6e72281c3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6177624c87c04184bf1a2c1d949a1114, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/63baec54392b403b9c106cb7b635cd21, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/ccb18b8f50754b5e9b0b6892d0c1896a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/23e7a71d247940bbb827e618735d6b4c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/235ad60406c246a5a6b9672e0cbec01e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/56cf76e5acbf488682285afb59ea68e3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/80cf658c456045b0a5382c4d43ca79ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/db1b18eb99204b998577632d117750bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b] to archive 2024-12-06T00:57:27,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:27,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7973a98cee4d4a628fa9516ef089028d 2024-12-06T00:57:27,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b762da7fe95a4131af9489e280c15b29 2024-12-06T00:57:27,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/72428e0693f34a1dba8839a35f8e98c6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/72428e0693f34a1dba8839a35f8e98c6 2024-12-06T00:57:27,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fe3a07a1370342b8b935d138cb0507af 2024-12-06T00:57:27,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/2f0d328d69de484ab6f5f3ede9cb2bcd 2024-12-06T00:57:27,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/67d227a77ea64341a5e8d9fe03ff86d5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/67d227a77ea64341a5e8d9fe03ff86d5 2024-12-06T00:57:27,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1ec3b13e92c24995b958a685f61b1566 2024-12-06T00:57:27,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/3c2ecfd4f0c548b28350cd8e6181cf9d 2024-12-06T00:57:27,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/368ce70850454929993c5f53d97e2858 2024-12-06T00:57:27,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cdcf41d620074b1e9e1ff1c6e72281c3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cdcf41d620074b1e9e1ff1c6e72281c3 2024-12-06T00:57:27,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/a55ab2d1dc29454fb601d08a0521642d 2024-12-06T00:57:27,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/b2f6d1acc94d493799b78752cdb15969 2024-12-06T00:57:27,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6177624c87c04184bf1a2c1d949a1114 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6177624c87c04184bf1a2c1d949a1114 2024-12-06T00:57:27,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/86118257a87c45ae8dec5a3fe5fd3b57 2024-12-06T00:57:27,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/d960b32fd0e241aeb2760e8cc1d8a960 2024-12-06T00:57:27,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1709d6b0a42e41338e61654f1c3285ca 2024-12-06T00:57:27,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/63baec54392b403b9c106cb7b635cd21 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/63baec54392b403b9c106cb7b635cd21 2024-12-06T00:57:27,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc183c0ccf2340c4bb3fc18df6d78b4f 2024-12-06T00:57:27,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bd17afa5deec4ff190cff6fe777035c8 2024-12-06T00:57:27,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/ccb18b8f50754b5e9b0b6892d0c1896a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/ccb18b8f50754b5e9b0b6892d0c1896a 2024-12-06T00:57:27,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8ff166b47ca64104987ff9a2ea98445d 2024-12-06T00:57:27,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/cc99a2fd9050433993ed44cba74b94d2 2024-12-06T00:57:27,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/23e7a71d247940bbb827e618735d6b4c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/23e7a71d247940bbb827e618735d6b4c 2024-12-06T00:57:27,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/bb9ff0433903430ea56de577467b1d7d 2024-12-06T00:57:27,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6e93821dbe804bc3bdd2123590989a65 2024-12-06T00:57:27,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/235ad60406c246a5a6b9672e0cbec01e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/235ad60406c246a5a6b9672e0cbec01e 2024-12-06T00:57:27,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/1cec9187c5b94b689bd9df5e2e0b942c 2024-12-06T00:57:27,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/139b8849e598417bbf4b795ef4eb983e 2024-12-06T00:57:27,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/56cf76e5acbf488682285afb59ea68e3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/56cf76e5acbf488682285afb59ea68e3 2024-12-06T00:57:27,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9c1c98d760b74b6dadc5cd610809cccb 2024-12-06T00:57:27,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e4c644436b3a4ae6881070c0ae26f7c5 2024-12-06T00:57:27,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/80cf658c456045b0a5382c4d43ca79ca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/80cf658c456045b0a5382c4d43ca79ca 2024-12-06T00:57:27,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/9431ca32591c4500816e5ccb4a528501 2024-12-06T00:57:27,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/64da1498e68f4ca6971b98ebbdf71290 2024-12-06T00:57:27,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/6da484678a224172b538777304d12a2f 2024-12-06T00:57:27,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/db1b18eb99204b998577632d117750bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/db1b18eb99204b998577632d117750bd 2024-12-06T00:57:27,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/0355229cc03e4db3af6f0c44dbffcd1b 2024-12-06T00:57:27,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/fa089a468b91422e899e1e2fdb6f3bee 2024-12-06T00:57:27,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/e667a1e758ca4049ba54a7f4f8d7c613 2024-12-06T00:57:27,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/8080c3543b1d46c089b79e6289db589b 2024-12-06T00:57:27,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ee6cfa650fbf4b66a381bad7d999ebe7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e43493aaf3fd42459230474c11f3d614, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/9439907a6b67441abd095dec1887a527, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1a715a0ca0f54b86bce12f55f2e68472, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/fef2c20449c749afbe9c08693fc365a9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/43d0e339b791463a940daa26ac8ae2e0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/13c2bd945a0a44aba16512474b5610a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/833723566047413f8e17993f4cc03a5f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d8b1c25cff0842ad954741628e194d1a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/b9bad6cb5873407482e8f7cf6d91fa5c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/97745464c55143b4a5910f6a261a48ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328] to archive 2024-12-06T00:57:27,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:27,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/c396cff43b0f4d8a8a54cfcd1050e8b2 2024-12-06T00:57:27,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/252c7729e9784240a4e34321d07666ae 2024-12-06T00:57:27,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ee6cfa650fbf4b66a381bad7d999ebe7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ee6cfa650fbf4b66a381bad7d999ebe7 2024-12-06T00:57:27,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1d2bf473afe14f2088844926adc55700 2024-12-06T00:57:27,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/bc8a954954d5430991763be69546ab3b 2024-12-06T00:57:27,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e43493aaf3fd42459230474c11f3d614 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e43493aaf3fd42459230474c11f3d614 2024-12-06T00:57:27,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/e88682c8f7e044faa141bfbb2f28947e 2024-12-06T00:57:27,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/ad3d39e193604598a38eded1b18a760d 2024-12-06T00:57:27,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d9dc4ad6a8914308a23d082182cc48f2 2024-12-06T00:57:27,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/9439907a6b67441abd095dec1887a527 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/9439907a6b67441abd095dec1887a527 2024-12-06T00:57:27,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/4c8d6a095bfa432a8cdc5e25778af9ba 2024-12-06T00:57:27,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/260dde8b437441df865e50eea8b054d1 2024-12-06T00:57:27,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1a715a0ca0f54b86bce12f55f2e68472 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1a715a0ca0f54b86bce12f55f2e68472 2024-12-06T00:57:27,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f91fb4a799504bb8a7247e98b76d5458 2024-12-06T00:57:27,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/cb8f358e37c148abac6f1851a657b798 2024-12-06T00:57:27,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/006d5189234a488494a35dfe4f2ac0a1 2024-12-06T00:57:27,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/fef2c20449c749afbe9c08693fc365a9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/fef2c20449c749afbe9c08693fc365a9 2024-12-06T00:57:27,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1da6cf5793404b17a9e36673c927f566 2024-12-06T00:57:27,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/7bc0374cb1a645d1936219d85149a3aa 2024-12-06T00:57:27,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/43d0e339b791463a940daa26ac8ae2e0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/43d0e339b791463a940daa26ac8ae2e0 2024-12-06T00:57:27,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/417d028a494249399f696aa128825856 2024-12-06T00:57:27,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f055e2dca674404956bd9cf34037d20 2024-12-06T00:57:27,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/13c2bd945a0a44aba16512474b5610a1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/13c2bd945a0a44aba16512474b5610a1 2024-12-06T00:57:27,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/f0b2b9f3f44b4bdf902a5eb815fb2c28 2024-12-06T00:57:27,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/868c7333bd1e4d4dac731d134a974877 2024-12-06T00:57:27,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/833723566047413f8e17993f4cc03a5f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/833723566047413f8e17993f4cc03a5f 2024-12-06T00:57:27,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/3fa039d01905498588a934c6c54c6ced 2024-12-06T00:57:27,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/22f0c03e8e08434f801ad9bd7e77373a 2024-12-06T00:57:27,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d8b1c25cff0842ad954741628e194d1a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/d8b1c25cff0842ad954741628e194d1a 2024-12-06T00:57:27,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/60cbb9ee58424b8aa91bce27c60c3976 2024-12-06T00:57:27,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1c194a7bb8d7495aa174ee6f2aed7b8f 2024-12-06T00:57:27,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/b9bad6cb5873407482e8f7cf6d91fa5c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/b9bad6cb5873407482e8f7cf6d91fa5c 2024-12-06T00:57:27,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0b1180a61bfc441c9c7158af62ba4a7e 2024-12-06T00:57:27,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/42d29dc57df74010ad6d1c75937b66a0 2024-12-06T00:57:27,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/1f569e37793b4eaa8a2ddc450ba07bd0 2024-12-06T00:57:27,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/97745464c55143b4a5910f6a261a48ee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/97745464c55143b4a5910f6a261a48ee 2024-12-06T00:57:27,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/281aee279bb146feb8d1ca3e1e90729d 2024-12-06T00:57:27,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/51f7131a7af3457984fcf0802ea8c4fd 2024-12-06T00:57:27,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0f381ac3a29449da981058ebcc0d84c4 2024-12-06T00:57:27,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/976c5d171eee41298910d00e508c4328 2024-12-06T00:57:27,963 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/recovered.edits/599.seqid, newMaxSeqId=599, maxSeqId=1 2024-12-06T00:57:27,964 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. 2024-12-06T00:57:27,964 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] regionserver.HRegion(1676): Region close journal for 93027e635fb57a299a0114b053f5cc68: Waiting for close lock at 1733446646488Running coprocessor pre-close hooks at 1733446646488Disabling compacts and flushes for region at 1733446646488Disabling writes for close at 1733446646489 (+1 ms)Obtaining lock to block concurrent updates at 1733446646489Preparing flush snapshotting stores in 93027e635fb57a299a0114b053f5cc68 at 1733446646489Finished memstore snapshotting TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68., syncing WAL and waiting on mvcc, flushsize=dataSize=6870, getHeapSize=18720, getOffHeapSize=0, getCellsCount=150 at 1733446646489Flushing stores of TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68. at 1733446646490 (+1 ms)Flushing 93027e635fb57a299a0114b053f5cc68/A: creating writer at 1733446646490Flushing 93027e635fb57a299a0114b053f5cc68/A: appending metadata at 1733446646493 (+3 ms)Flushing 93027e635fb57a299a0114b053f5cc68/A: closing flushed file at 1733446646493Flushing 93027e635fb57a299a0114b053f5cc68/B: creating writer at 1733446646906 (+413 ms)Flushing 93027e635fb57a299a0114b053f5cc68/B: appending metadata at 1733446646910 (+4 ms)Flushing 93027e635fb57a299a0114b053f5cc68/B: closing flushed file at 1733446646910Flushing 93027e635fb57a299a0114b053f5cc68/C: creating writer at 1733446647326 (+416 ms)Flushing 93027e635fb57a299a0114b053f5cc68/C: appending metadata at 1733446647330 (+4 ms)Flushing 93027e635fb57a299a0114b053f5cc68/C: closing flushed file at 1733446647330Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5714bd: reopening flushed file at 1733446647744 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da5117: reopening flushed file at 1733446647750 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fabcf7c: reopening flushed file at 1733446647757 (+7 ms)Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 93027e635fb57a299a0114b053f5cc68 in 1274ms, sequenceid=596, compaction requested=true at 1733446647763 (+6 ms)Writing region close event to WAL at 1733446647959 (+196 ms)Running coprocessor post-close hooks at 1733446647964 (+5 ms)Closed at 1733446647964 2024-12-06T00:57:27,967 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=32}] handler.UnassignRegionHandler(157): Closed 93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:27,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=93027e635fb57a299a0114b053f5cc68, regionState=CLOSED 2024-12-06T00:57:27,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; CloseRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:27,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-06T00:57:27,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseRegionProcedure 93027e635fb57a299a0114b053f5cc68, server=f7c814cf3c7e,36411,1733446618544 in 1.6400 sec 2024-12-06T00:57:27,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-06T00:57:27,975 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=93027e635fb57a299a0114b053f5cc68, UNASSIGN in 1.6460 sec 2024-12-06T00:57:27,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-06T00:57:27,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6530 sec 2024-12-06T00:57:27,980 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446647979"}]},"ts":"1733446647979"} 2024-12-06T00:57:27,981 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:57:27,981 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:57:27,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6690 sec 2024-12-06T00:57:28,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T00:57:28,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-06T00:57:28,463 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:28,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:57:28,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,476 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=33, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,478 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=33, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-06T00:57:28,487 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:28,492 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/recovered.edits] 2024-12-06T00:57:28,496 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/276e00f1486849b48081e9f91c345490 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/276e00f1486849b48081e9f91c345490 2024-12-06T00:57:28,498 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/4b1253b73c534796b334b72850ed7685 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/4b1253b73c534796b334b72850ed7685 2024-12-06T00:57:28,500 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/962e4d10851b4fbbb79adf0922a5f2af to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/A/962e4d10851b4fbbb79adf0922a5f2af 2024-12-06T00:57:28,503 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/299837548226468cb151ad7952fd5030 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/299837548226468cb151ad7952fd5030 2024-12-06T00:57:28,505 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/531055b9b14f447eb279ad17ce6fe015 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/531055b9b14f447eb279ad17ce6fe015 2024-12-06T00:57:28,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7dcdb4c5dc074c53b03bdaabd4e12722 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/B/7dcdb4c5dc074c53b03bdaabd4e12722 2024-12-06T00:57:28,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0857b6678d7b48d49eab83a81f49bb67 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/0857b6678d7b48d49eab83a81f49bb67 2024-12-06T00:57:28,512 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/100c54c7f57a4b13a923b415137ac445 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/100c54c7f57a4b13a923b415137ac445 2024-12-06T00:57:28,514 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/6685b51d107b44c58ee1343857a79636 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/C/6685b51d107b44c58ee1343857a79636 2024-12-06T00:57:28,523 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/recovered.edits/599.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68/recovered.edits/599.seqid 2024-12-06T00:57:28,524 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/93027e635fb57a299a0114b053f5cc68 2024-12-06T00:57:28,524 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:57:28,531 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=33, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T00:57:28,546 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:57:28,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-06T00:57:28,596 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:57:28,599 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=33, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,599 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:57:28,599 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446648599"}]},"ts":"9223372036854775807"} 2024-12-06T00:57:28,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:57:28,605 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 93027e635fb57a299a0114b053f5cc68, NAME => 'TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:57:28,606 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:57:28,606 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446648606"}]},"ts":"9223372036854775807"} 2024-12-06T00:57:28,611 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:57:28,612 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=33, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 143 msec 2024-12-06T00:57:28,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-12-06T00:57:28,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:57:28,795 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:28,812 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f7c814cf3c7e:36411-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_980298298_22 at /127.0.0.1:45860 [Waiting for operation #288] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-641772130_22 at /127.0.0.1:53958 [Waiting for operation #277] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_980298298_22 at /127.0.0.1:54068 [Waiting for operation #232] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 484) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 12), AvailableMemoryMB=11000 (was 11682) 2024-12-06T00:57:28,823 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=601, ProcessCount=11, AvailableMemoryMB=11000 2024-12-06T00:57:28,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:57:28,826 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:57:28,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:28,829 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:57:28,829 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:28,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 34 2024-12-06T00:57:28,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T00:57:28,831 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:57:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741966_1142 (size=959) 2024-12-06T00:57:28,841 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:57:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741967_1143 (size=53) 2024-12-06T00:57:28,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T00:57:29,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing ffae58c8560f6051b554544085180ac5, disabling compactions & flushes 2024-12-06T00:57:29,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. after waiting 0 ms 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,251 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,251 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for ffae58c8560f6051b554544085180ac5: Waiting for close lock at 1733446649251Disabling compacts and flushes for region at 1733446649251Disabling writes for close at 1733446649251Writing region close event to WAL at 1733446649251Closed at 1733446649251 2024-12-06T00:57:29,253 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:57:29,253 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446649253"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446649253"}]},"ts":"1733446649253"} 2024-12-06T00:57:29,256 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:57:29,257 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:57:29,257 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446649257"}]},"ts":"1733446649257"} 2024-12-06T00:57:29,259 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:57:29,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, ASSIGN}] 2024-12-06T00:57:29,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, ASSIGN 2024-12-06T00:57:29,261 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:57:29,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:29,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, ASSIGN because future has completed 2024-12-06T00:57:29,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T00:57:29,572 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,572 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:57:29,572 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,573 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:29,573 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,573 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,575 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,578 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName A 2024-12-06T00:57:29,578 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:29,578 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:29,579 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,580 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName B 2024-12-06T00:57:29,580 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:29,581 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:29,581 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,582 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName C 2024-12-06T00:57:29,582 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:29,583 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:29,583 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,584 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,584 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,585 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,585 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,586 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:29,588 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,590 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:57:29,591 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened ffae58c8560f6051b554544085180ac5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58882857, jitterRate=-0.12257705628871918}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:29,591 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:29,593 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for ffae58c8560f6051b554544085180ac5: Running coprocessor pre-open hook at 1733446649573Writing region info on filesystem at 1733446649573Initializing all the Stores at 1733446649574 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446649574Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446649574Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446649574Cleaning up temporary data from old regions at 1733446649585 (+11 ms)Running coprocessor post-open hooks at 1733446649591 (+6 ms)Region opened successfully at 1733446649593 (+2 ms) 2024-12-06T00:57:29,594 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., pid=36, masterSystemTime=1733446649568 2024-12-06T00:57:29,598 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:29,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:29,601 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,601 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:29,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-12-06T00:57:29,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 in 187 msec 2024-12-06T00:57:29,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-06T00:57:29,607 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, ASSIGN in 346 msec 2024-12-06T00:57:29,608 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:57:29,609 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446649608"}]},"ts":"1733446649608"} 2024-12-06T00:57:29,611 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:57:29,612 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=34, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:57:29,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 786 msec 2024-12-06T00:57:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-06T00:57:29,963 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:29,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@338737eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:29,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:29,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:29,966 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e1543, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:29,967 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:29,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:29,969 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:29,970 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f289009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:29,970 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:29,971 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:29,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:29,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:57:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:57:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@281d24f1 2024-12-06T00:57:29,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:57:29,976 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45378, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:57:29,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:57:29,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:57:29,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:29,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741968_1144 (size=995) 2024-12-06T00:57:30,402 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-06T00:57:30,402 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-06T00:57:30,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:57:30,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE}] 2024-12-06T00:57:30,415 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE 2024-12-06T00:57:30,416 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:30,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE because future has completed 2024-12-06T00:57:30,418 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:57:30,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:30,572 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(122): Close ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,572 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:57:30,572 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1722): Closing ffae58c8560f6051b554544085180ac5, disabling compactions & flushes 2024-12-06T00:57:30,572 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,572 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,572 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. after waiting 0 ms 2024-12-06T00:57:30,572 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,577 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T00:57:30,578 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,578 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegion(1676): Region close journal for ffae58c8560f6051b554544085180ac5: Waiting for close lock at 1733446650572Running coprocessor pre-close hooks at 1733446650572Disabling compacts and flushes for region at 1733446650572Disabling writes for close at 1733446650572Writing region close event to WAL at 1733446650573 (+1 ms)Running coprocessor post-close hooks at 1733446650578 (+5 ms)Closed at 1733446650578 2024-12-06T00:57:30,578 WARN [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] regionserver.HRegionServer(3299): Not adding moved region record: ffae58c8560f6051b554544085180ac5 to self. 2024-12-06T00:57:30,580 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=40}] handler.UnassignRegionHandler(157): Closed ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,581 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=CLOSED 2024-12-06T00:57:30,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:30,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-06T00:57:30,586 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 in 166 msec 2024-12-06T00:57:30,587 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE; state=CLOSED, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=true 2024-12-06T00:57:30,738 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:30,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=38, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE because future has completed 2024-12-06T00:57:30,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:30,897 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,897 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:57:30,897 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,898 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:30,898 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,898 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,902 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,908 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName A 2024-12-06T00:57:30,910 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:30,910 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:30,911 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,911 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName B 2024-12-06T00:57:30,912 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:30,912 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:30,912 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,913 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ffae58c8560f6051b554544085180ac5 columnFamilyName C 2024-12-06T00:57:30,913 DEBUG [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:30,913 INFO [StoreOpener-ffae58c8560f6051b554544085180ac5-1 {}] regionserver.HStore(327): Store=ffae58c8560f6051b554544085180ac5/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:30,914 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,914 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,915 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,916 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,916 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,917 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:30,918 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,919 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened ffae58c8560f6051b554544085180ac5; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74844132, jitterRate=0.11526447534561157}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:30,919 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:30,920 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for ffae58c8560f6051b554544085180ac5: Running coprocessor pre-open hook at 1733446650898Writing region info on filesystem at 1733446650898Initializing all the Stores at 1733446650899 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446650899Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446650899Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446650899Cleaning up temporary data from old regions at 1733446650916 (+17 ms)Running coprocessor post-open hooks at 1733446650919 (+3 ms)Region opened successfully at 1733446650920 (+1 ms) 2024-12-06T00:57:30,921 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., pid=41, masterSystemTime=1733446650893 2024-12-06T00:57:30,923 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,923 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:30,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=39 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=OPEN, openSeqNum=5, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:30,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:30,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=39 2024-12-06T00:57:30,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; OpenRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 in 185 msec 2024-12-06T00:57:30,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-12-06T00:57:30,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, REOPEN/MOVE in 514 msec 2024-12-06T00:57:30,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-06T00:57:30,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 527 msec 2024-12-06T00:57:30,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 952 msec 2024-12-06T00:57:30,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37 2024-12-06T00:57:30,940 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:30,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb0fd71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,941 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,941 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,942 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e4959d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,944 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,944 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32b87891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68ed5d71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,946 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2149b6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,946 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,947 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,948 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,948 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31296bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4406a4b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,950 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12dc0546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,951 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,952 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb8943a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7230d245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255514a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,954 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,955 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7d5cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59b236c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,957 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,957 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,957 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b8442c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45484, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0b257b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677aa7ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,960 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,960 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,961 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,961 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292b6b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,963 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,963 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1917e8e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58ae3464, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400c0a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,966 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,967 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3eeec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,967 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bbb11d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,967 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,967 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,968 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d643a32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,968 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,969 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,969 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45538, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,970 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5784fa65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d2a6fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,971 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:30,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:30,972 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:30,972 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65959968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:30,973 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:30,974 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:30,974 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@555e7ba0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:30,975 DEBUG [Thread-713 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,975 DEBUG [Thread-707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,975 DEBUG [Thread-705 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,975 DEBUG [Thread-711 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,976 DEBUG [Thread-722 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,976 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55406, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55410, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,978 DEBUG [Thread-716 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,978 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,979 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:30,979 DEBUG [Thread-718 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55424, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,980 DEBUG [Thread-709 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-12-06T00:57:30,980 DEBUG [Thread-720 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,980 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,981 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55426, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55442, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,982 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,983 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:30,984 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:30,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:30,984 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55454, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,984 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:30,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,985 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55474, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:30,987 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,988 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:30,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:57:31,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:31,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:31,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:31,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063c1dc3ec342b4ba8b559462ff0d8453d_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446651003/Put/seqid=0 2024-12-06T00:57:31,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741969_1145 (size=19474) 2024-12-06T00:57:31,076 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446711068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446711069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,086 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063c1dc3ec342b4ba8b559462ff0d8453d_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1dc3ec342b4ba8b559462ff0d8453d_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,086 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446711069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,087 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4212159e05c34291bda1b37a884078c0, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:31,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:31,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446711082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446711085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,118 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,119 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4212159e05c34291bda1b37a884078c0 is 175, key is test_row_0/A:col10/1733446651003/Put/seqid=0 2024-12-06T00:57:31,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741970_1146 (size=56733) 2024-12-06T00:57:31,159 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4212159e05c34291bda1b37a884078c0 2024-12-06T00:57:31,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446711193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446711193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,197 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446711194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,198 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aed7882184f84095829c61577d051840 is 50, key is test_row_0/B:col10/1733446651003/Put/seqid=0 2024-12-06T00:57:31,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446711223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446711223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,229 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741971_1147 (size=12001) 2024-12-06T00:57:31,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:31,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446711403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446711403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446711404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,408 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446711433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446711433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,442 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,607 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:31,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,607 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:31,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aed7882184f84095829c61577d051840 2024-12-06T00:57:31,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/69aad7f762fc4d25a183c947f95c4f0e is 50, key is test_row_0/C:col10/1733446651003/Put/seqid=0 2024-12-06T00:57:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446711713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446711713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446711714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,721 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741972_1148 (size=12001) 2024-12-06T00:57:31,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/69aad7f762fc4d25a183c947f95c4f0e 2024-12-06T00:57:31,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4212159e05c34291bda1b37a884078c0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0 2024-12-06T00:57:31,747 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0, entries=300, sequenceid=17, filesize=55.4 K 2024-12-06T00:57:31,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aed7882184f84095829c61577d051840 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840 2024-12-06T00:57:31,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,762 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:31,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T00:57:31,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/69aad7f762fc4d25a183c947f95c4f0e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e 2024-12-06T00:57:31,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446711755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446711756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:31,770 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:31,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T00:57:31,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffae58c8560f6051b554544085180ac5 in 772ms, sequenceid=17, compaction requested=false 2024-12-06T00:57:31,777 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T00:57:31,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:31,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-12-06T00:57:31,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:31,919 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:31,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061fe138e2563e488aa8ac272e724207d2_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446651066/Put/seqid=0 2024-12-06T00:57:32,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741973_1149 (size=12154) 2024-12-06T00:57:32,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,009 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061fe138e2563e488aa8ac272e724207d2_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061fe138e2563e488aa8ac272e724207d2_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/910d32f6d509441d8114144ddb68b56f, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:32,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/910d32f6d509441d8114144ddb68b56f is 175, key is test_row_0/A:col10/1733446651066/Put/seqid=0 2024-12-06T00:57:32,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741974_1150 (size=30955) 2024-12-06T00:57:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:32,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:32,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446712257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446712265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,274 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446712265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,275 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446712274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446712283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,287 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446712373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446712383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,387 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446712383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/910d32f6d509441d8114144ddb68b56f 2024-12-06T00:57:32,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6d7d4b7367eb4f65b36a520dff1e0b2e is 50, key is test_row_0/B:col10/1733446651066/Put/seqid=0 2024-12-06T00:57:32,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741975_1151 (size=12001) 2024-12-06T00:57:32,485 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6d7d4b7367eb4f65b36a520dff1e0b2e 2024-12-06T00:57:32,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/43ec2be918bf4b208bb8570bda7deae3 is 50, key is test_row_0/C:col10/1733446651066/Put/seqid=0 2024-12-06T00:57:32,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741976_1152 (size=12001) 2024-12-06T00:57:32,549 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/43ec2be918bf4b208bb8570bda7deae3 2024-12-06T00:57:32,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/910d32f6d509441d8114144ddb68b56f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f 2024-12-06T00:57:32,560 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f, entries=150, sequenceid=40, filesize=30.2 K 2024-12-06T00:57:32,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6d7d4b7367eb4f65b36a520dff1e0b2e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e 2024-12-06T00:57:32,570 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T00:57:32,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/43ec2be918bf4b208bb8570bda7deae3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3 2024-12-06T00:57:32,578 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T00:57:32,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,579 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffae58c8560f6051b554544085180ac5 in 660ms, sequenceid=40, compaction requested=false 2024-12-06T00:57:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:32,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:32,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-12-06T00:57:32,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-12-06T00:57:32,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-06T00:57:32,584 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-12-06T00:57:32,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 1.6060 sec 2024-12-06T00:57:32,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:32,601 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:32,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:57:32,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066cc00668b5cc434b9566bb0adb75f5e1_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:32,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741977_1153 (size=12154) 2024-12-06T00:57:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:32,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446712740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446712743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,756 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446712745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446712863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,870 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446712863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:32,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446712864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:32,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,043 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:33,048 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066cc00668b5cc434b9566bb0adb75f5e1_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066cc00668b5cc434b9566bb0adb75f5e1_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:33,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/33d016524f914c80a457b42cdee44284, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/33d016524f914c80a457b42cdee44284 is 175, key is test_row_0/A:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741978_1154 (size=30951) 2024-12-06T00:57:33,058 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/33d016524f914c80a457b42cdee44284 2024-12-06T00:57:33,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/dde6869400344675a389a11f6d4b6661 is 50, key is test_row_0/B:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446713083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446713084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,085 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446713084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741979_1155 (size=9657) 2024-12-06T00:57:33,090 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/dde6869400344675a389a11f6d4b6661 2024-12-06T00:57:33,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/ab4659e63d4c4b61bd646c24b1c30e6f is 50, key is test_row_0/C:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741980_1156 (size=9657) 2024-12-06T00:57:33,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/ab4659e63d4c4b61bd646c24b1c30e6f 2024-12-06T00:57:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-06T00:57:33,134 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:33,134 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-06T00:57:33,137 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:33,141 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:33,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:33,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/33d016524f914c80a457b42cdee44284 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284 2024-12-06T00:57:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:33,148 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284, entries=150, sequenceid=54, filesize=30.2 K 2024-12-06T00:57:33,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/dde6869400344675a389a11f6d4b6661 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661 2024-12-06T00:57:33,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661, entries=100, sequenceid=54, filesize=9.4 K 2024-12-06T00:57:33,159 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/ab4659e63d4c4b61bd646c24b1c30e6f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f 2024-12-06T00:57:33,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f, entries=100, sequenceid=54, filesize=9.4 K 2024-12-06T00:57:33,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ffae58c8560f6051b554544085180ac5 in 566ms, sequenceid=54, compaction requested=true 2024-12-06T00:57:33,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:33,168 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:33,169 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:33,169 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:33,170 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118639 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:33,170 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:33,170 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,170 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=115.9 K 2024-12-06T00:57:33,170 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,171 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284] 2024-12-06T00:57:33,171 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:33,171 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:33,172 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,172 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=32.9 K 2024-12-06T00:57:33,172 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aed7882184f84095829c61577d051840, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733446650994 2024-12-06T00:57:33,173 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d7d4b7367eb4f65b36a520dff1e0b2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446651066 2024-12-06T00:57:33,173 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting dde6869400344675a389a11f6d4b6661, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446652260 2024-12-06T00:57:33,173 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4212159e05c34291bda1b37a884078c0, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733446650990 2024-12-06T00:57:33,174 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 910d32f6d509441d8114144ddb68b56f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446651066 2024-12-06T00:57:33,175 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 33d016524f914c80a457b42cdee44284, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446652260 2024-12-06T00:57:33,189 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,190 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#138 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:33,191 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/afc6e3dc50c3463685de82adaaa267ca is 50, key is test_row_0/B:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,195 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064214270fdb12456f93adadc58f616e99_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064214270fdb12456f93adadc58f616e99_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064214270fdb12456f93adadc58f616e99_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741981_1157 (size=12104) 2024-12-06T00:57:33,214 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/afc6e3dc50c3463685de82adaaa267ca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/afc6e3dc50c3463685de82adaaa267ca 2024-12-06T00:57:33,225 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into afc6e3dc50c3463685de82adaaa267ca(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:33,225 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:33,225 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446653169; duration=0sec 2024-12-06T00:57:33,225 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:33,225 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:33,226 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:33,229 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:33,229 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:33,229 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,229 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=32.9 K 2024-12-06T00:57:33,230 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 69aad7f762fc4d25a183c947f95c4f0e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733446650994 2024-12-06T00:57:33,230 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 43ec2be918bf4b208bb8570bda7deae3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446651066 2024-12-06T00:57:33,231 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ab4659e63d4c4b61bd646c24b1c30e6f, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446652260 2024-12-06T00:57:33,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:33,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741982_1158 (size=4469) 2024-12-06T00:57:33,263 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#139 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:33,264 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/078c69ed43e44b7da984a6986e105981 is 175, key is test_row_0/A:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,269 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#140 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:33,270 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/57713597ae1a4230b3f6526aaa384e77 is 50, key is test_row_0/C:col10/1733446652598/Put/seqid=0 2024-12-06T00:57:33,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:33,296 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:33,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:33,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T00:57:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741983_1159 (size=31165) 2024-12-06T00:57:33,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446713333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741984_1160 (size=12104) 2024-12-06T00:57:33,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446713339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,348 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b2d1768ab104487499199942872b3569_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446652737/Put/seqid=0 2024-12-06T00:57:33,394 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446713393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446713393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446713393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,403 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741985_1161 (size=14594) 2024-12-06T00:57:33,409 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:33,415 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b2d1768ab104487499199942872b3569_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2d1768ab104487499199942872b3569_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:33,417 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/729d3364c40d46859b116d44078b8e47, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:33,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/729d3364c40d46859b116d44078b8e47 is 175, key is test_row_0/A:col10/1733446652737/Put/seqid=0 2024-12-06T00:57:33,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741986_1162 (size=39549) 2024-12-06T00:57:33,432 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/729d3364c40d46859b116d44078b8e47 2024-12-06T00:57:33,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446713442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,445 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T00:57:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:33,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:33,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446713453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,456 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f91ad9f03ef54b3f8e87b5bcf62b2285 is 50, key is test_row_0/B:col10/1733446652737/Put/seqid=0 2024-12-06T00:57:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:33,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741987_1163 (size=12001) 2024-12-06T00:57:33,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f91ad9f03ef54b3f8e87b5bcf62b2285 2024-12-06T00:57:33,519 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:57:33,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9ce6469158dc4d5b9b47c008310ecc99 is 50, key is test_row_0/C:col10/1733446652737/Put/seqid=0 2024-12-06T00:57:33,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741988_1164 (size=12001) 2024-12-06T00:57:33,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9ce6469158dc4d5b9b47c008310ecc99 2024-12-06T00:57:33,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/729d3364c40d46859b116d44078b8e47 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47 2024-12-06T00:57:33,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47, entries=200, sequenceid=78, filesize=38.6 K 2024-12-06T00:57:33,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f91ad9f03ef54b3f8e87b5bcf62b2285 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285 2024-12-06T00:57:33,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285, entries=150, sequenceid=78, filesize=11.7 K 2024-12-06T00:57:33,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9ce6469158dc4d5b9b47c008310ecc99 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99 2024-12-06T00:57:33,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99, entries=150, sequenceid=78, filesize=11.7 K 2024-12-06T00:57:33,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffae58c8560f6051b554544085180ac5 in 303ms, sequenceid=78, compaction requested=false 2024-12-06T00:57:33,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:33,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-06T00:57:33,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:33,612 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:57:33,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120625ff4f422e694ad4859e5f4777a74159_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446653330/Put/seqid=0 2024-12-06T00:57:33,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741989_1165 (size=12154) 2024-12-06T00:57:33,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:33,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:33,723 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/078c69ed43e44b7da984a6986e105981 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981 2024-12-06T00:57:33,731 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 078c69ed43e44b7da984a6986e105981(size=30.4 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:33,731 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:33,731 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446653167; duration=0sec 2024-12-06T00:57:33,731 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:33,731 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:33,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446713726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,733 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446713726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,734 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,755 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/57713597ae1a4230b3f6526aaa384e77 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/57713597ae1a4230b3f6526aaa384e77 2024-12-06T00:57:33,762 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 57713597ae1a4230b3f6526aaa384e77(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:33,762 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:33,763 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=13, startTime=1733446653169; duration=0sec 2024-12-06T00:57:33,763 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:33,763 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:33,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446713843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446713843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446713903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446713903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:33,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:33,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446713913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:33,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:33,919 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:34,045 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120625ff4f422e694ad4859e5f4777a74159_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120625ff4f422e694ad4859e5f4777a74159_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4216aeb479544704834994ab5548fed0, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:34,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4216aeb479544704834994ab5548fed0 is 175, key is test_row_0/A:col10/1733446653330/Put/seqid=0 2024-12-06T00:57:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446714053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446714053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741990_1166 (size=30955) 2024-12-06T00:57:34,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4216aeb479544704834994ab5548fed0 2024-12-06T00:57:34,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/530dd22d2ccd47628dbf2f311de896ef is 50, key is test_row_0/B:col10/1733446653330/Put/seqid=0 2024-12-06T00:57:34,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741991_1167 (size=12001) 2024-12-06T00:57:34,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:34,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446714363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,366 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446714373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/530dd22d2ccd47628dbf2f311de896ef 2024-12-06T00:57:34,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5898c0c7a22d4d71ad95048c8814346f is 50, key is test_row_0/C:col10/1733446653330/Put/seqid=0 2024-12-06T00:57:34,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741992_1168 (size=12001) 2024-12-06T00:57:34,606 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5898c0c7a22d4d71ad95048c8814346f 2024-12-06T00:57:34,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/4216aeb479544704834994ab5548fed0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0 2024-12-06T00:57:34,623 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0, entries=150, sequenceid=91, filesize=30.2 K 2024-12-06T00:57:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/530dd22d2ccd47628dbf2f311de896ef as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef 2024-12-06T00:57:34,634 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T00:57:34,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5898c0c7a22d4d71ad95048c8814346f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f 2024-12-06T00:57:34,647 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T00:57:34,649 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffae58c8560f6051b554544085180ac5 in 1037ms, sequenceid=91, compaction requested=true 2024-12-06T00:57:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:34,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-06T00:57:34,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-06T00:57:34,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-06T00:57:34,655 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5110 sec 2024-12-06T00:57:34,658 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 1.5220 sec 2024-12-06T00:57:34,876 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:34,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:57:34,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:34,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063fe7be81d90f44a6be6b5df691df535d_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:34,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446714909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,911 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446714910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446714913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446714913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:34,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446714923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:34,924 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,925 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2179 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,926 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:34,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:34,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741993_1169 (size=14594) 2024-12-06T00:57:34,942 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:34,952 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063fe7be81d90f44a6be6b5df691df535d_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063fe7be81d90f44a6be6b5df691df535d_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:34,953 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/21287b49bd6a439b9b6a585cfe306fa2, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:34,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/21287b49bd6a439b9b6a585cfe306fa2 is 175, key is test_row_0/A:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:34,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741994_1170 (size=39549) 2024-12-06T00:57:35,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446715013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446715032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446715223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,227 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446715243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-06T00:57:35,293 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:35,294 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-06T00:57:35,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:35,296 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:35,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:35,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:35,392 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/21287b49bd6a439b9b6a585cfe306fa2 2024-12-06T00:57:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:35,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/66178f7479bf40bc9f353937457c87ab is 50, key is test_row_0/B:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:35,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741995_1171 (size=12001) 2024-12-06T00:57:35,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446715533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,538 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446715552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:35,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:35,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:35,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:35,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/66178f7479bf40bc9f353937457c87ab 2024-12-06T00:57:35,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/dc3e5c004ef9486a83e2b398ee21623f is 50, key is test_row_0/C:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:35,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741996_1172 (size=12001) 2024-12-06T00:57:35,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/dc3e5c004ef9486a83e2b398ee21623f 2024-12-06T00:57:35,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/21287b49bd6a439b9b6a585cfe306fa2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2 2024-12-06T00:57:35,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2, entries=200, sequenceid=117, filesize=38.6 K 2024-12-06T00:57:35,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/66178f7479bf40bc9f353937457c87ab as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab 2024-12-06T00:57:35,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab, entries=150, sequenceid=117, filesize=11.7 K 2024-12-06T00:57:35,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/dc3e5c004ef9486a83e2b398ee21623f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f 2024-12-06T00:57:35,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:35,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f, entries=150, sequenceid=117, filesize=11.7 K 2024-12-06T00:57:35,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ffae58c8560f6051b554544085180ac5 in 1043ms, sequenceid=117, compaction requested=true 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:35,919 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:35,919 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:35,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:35,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:35,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:35,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:35,923 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,923 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/afc6e3dc50c3463685de82adaaa267ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=47.0 K 2024-12-06T00:57:35,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141218 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:35,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:35,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=137.9 K 2024-12-06T00:57:35,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:35,924 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2] 2024-12-06T00:57:35,924 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting afc6e3dc50c3463685de82adaaa267ca, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446651076 2024-12-06T00:57:35,924 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 078c69ed43e44b7da984a6986e105981, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446651076 2024-12-06T00:57:35,925 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f91ad9f03ef54b3f8e87b5bcf62b2285, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733446652737 2024-12-06T00:57:35,925 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 729d3364c40d46859b116d44078b8e47, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733446652737 2024-12-06T00:57:35,925 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 530dd22d2ccd47628dbf2f311de896ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733446653321 2024-12-06T00:57:35,925 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4216aeb479544704834994ab5548fed0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733446653321 2024-12-06T00:57:35,926 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 66178f7479bf40bc9f353937457c87ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:35,926 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21287b49bd6a439b9b6a585cfe306fa2, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:35,944 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:35,946 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#150 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:35,947 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/07195a47c068454a8a66f3f8be0da8a7 is 50, key is test_row_0/B:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:35,951 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206253cd9f4cd36422c989d462221b5368e_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:35,957 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206253cd9f4cd36422c989d462221b5368e_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:35,957 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206253cd9f4cd36422c989d462221b5368e_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:35,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741998_1174 (size=4469) 2024-12-06T00:57:35,992 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#151 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:35,993 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/80c16bec677248c38b196de9594a590b is 175, key is test_row_0/A:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:35,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741997_1173 (size=12241) 2024-12-06T00:57:36,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741999_1175 (size=31195) 2024-12-06T00:57:36,021 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/80c16bec677248c38b196de9594a590b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b 2024-12-06T00:57:36,033 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 80c16bec677248c38b196de9594a590b(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:36,034 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:36,034 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=12, startTime=1733446655919; duration=0sec 2024-12-06T00:57:36,034 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:36,035 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:36,035 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:36,037 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:36,037 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:36,037 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,037 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/57713597ae1a4230b3f6526aaa384e77, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=47.0 K 2024-12-06T00:57:36,038 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 57713597ae1a4230b3f6526aaa384e77, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733446651076 2024-12-06T00:57:36,038 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ce6469158dc4d5b9b47c008310ecc99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733446652737 2024-12-06T00:57:36,038 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5898c0c7a22d4d71ad95048c8814346f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733446653321 2024-12-06T00:57:36,040 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc3e5c004ef9486a83e2b398ee21623f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:36,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:36,048 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:36,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:57:36,057 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#152 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:36,060 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/664f08407eae4ee4b8c8937cd8a86cdc is 50, key is test_row_0/C:col10/1733446653701/Put/seqid=0 2024-12-06T00:57:36,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:36,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cbb9661a9d3e4dc893d01bd4bb051051_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446654899/Put/seqid=0 2024-12-06T00:57:36,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742000_1176 (size=12241) 2024-12-06T00:57:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742001_1177 (size=14644) 2024-12-06T00:57:36,104 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:36,109 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cbb9661a9d3e4dc893d01bd4bb051051_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cbb9661a9d3e4dc893d01bd4bb051051_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:36,111 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/0b77befc530b4c53b52ba5c7ada58abf, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:36,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/0b77befc530b4c53b52ba5c7ada58abf is 175, key is test_row_0/A:col10/1733446654899/Put/seqid=0 2024-12-06T00:57:36,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742002_1178 (size=39599) 2024-12-06T00:57:36,134 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/0b77befc530b4c53b52ba5c7ada58abf 2024-12-06T00:57:36,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/99c3e9b638cd4708b2e47f930c9d0f6e is 50, key is test_row_0/B:col10/1733446654899/Put/seqid=0 2024-12-06T00:57:36,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446716145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,152 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446716149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742003_1179 (size=12051) 2024-12-06T00:57:36,223 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,223 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,268 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446716263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446716263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,269 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,377 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,410 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/07195a47c068454a8a66f3f8be0da8a7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/07195a47c068454a8a66f3f8be0da8a7 2024-12-06T00:57:36,424 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 07195a47c068454a8a66f3f8be0da8a7(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:36,424 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:36,425 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=12, startTime=1733446655919; duration=0sec 2024-12-06T00:57:36,425 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:36,425 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:36,475 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446716473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446716474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,479 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,497 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/664f08407eae4ee4b8c8937cd8a86cdc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/664f08407eae4ee4b8c8937cd8a86cdc 2024-12-06T00:57:36,504 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 664f08407eae4ee4b8c8937cd8a86cdc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:36,504 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:36,504 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=12, startTime=1733446655919; duration=0sec 2024-12-06T00:57:36,505 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:36,505 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:36,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,531 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:36,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/99c3e9b638cd4708b2e47f930c9d0f6e 2024-12-06T00:57:36,596 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b29b066e62624ea6bd6289b8be4b3425 is 50, key is test_row_0/C:col10/1733446654899/Put/seqid=0 2024-12-06T00:57:36,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742004_1180 (size=12051) 2024-12-06T00:57:36,628 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b29b066e62624ea6bd6289b8be4b3425 2024-12-06T00:57:36,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/0b77befc530b4c53b52ba5c7ada58abf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf 2024-12-06T00:57:36,643 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf, entries=200, sequenceid=131, filesize=38.7 K 2024-12-06T00:57:36,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/99c3e9b638cd4708b2e47f930c9d0f6e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e 2024-12-06T00:57:36,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e, entries=150, sequenceid=131, filesize=11.8 K 2024-12-06T00:57:36,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b29b066e62624ea6bd6289b8be4b3425 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425 2024-12-06T00:57:36,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425, entries=150, sequenceid=131, filesize=11.8 K 2024-12-06T00:57:36,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffae58c8560f6051b554544085180ac5 in 609ms, sequenceid=131, compaction requested=false 2024-12-06T00:57:36,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:36,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-06T00:57:36,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:36,686 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:36,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eb966cd5c4cf4afd9b577c6e46e0a033_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446656142/Put/seqid=0 2024-12-06T00:57:36,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742005_1181 (size=12304) 2024-12-06T00:57:36,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:36,760 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eb966cd5c4cf4afd9b577c6e46e0a033_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb966cd5c4cf4afd9b577c6e46e0a033_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:36,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aa1cdf6ce5b144558ac3b354d4d9e761, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:36,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aa1cdf6ce5b144558ac3b354d4d9e761 is 175, key is test_row_0/A:col10/1733446656142/Put/seqid=0 2024-12-06T00:57:36,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742006_1182 (size=31105) 2024-12-06T00:57:36,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:36,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446716844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446716844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446716933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,935 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,936 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,936 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446716943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,945 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,965 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446716963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446716963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:36,966 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:37,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:37,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446717173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,174 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:37,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:37,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446717173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:37,179 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:37,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aa1cdf6ce5b144558ac3b354d4d9e761 2024-12-06T00:57:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/43d9dbc1459c4f3ba7792852eb820370 is 50, key is test_row_0/B:col10/1733446656142/Put/seqid=0 2024-12-06T00:57:37,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742007_1183 (size=12151) 2024-12-06T00:57:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:37,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:37,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446717483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:37,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:37,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446717483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:37,659 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/43d9dbc1459c4f3ba7792852eb820370 2024-12-06T00:57:37,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/aba318aebcea4a4aa9e5973c02b621f0 is 50, key is test_row_0/C:col10/1733446656142/Put/seqid=0 2024-12-06T00:57:37,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742008_1184 (size=12151) 2024-12-06T00:57:37,675 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/aba318aebcea4a4aa9e5973c02b621f0 2024-12-06T00:57:37,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aa1cdf6ce5b144558ac3b354d4d9e761 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761 2024-12-06T00:57:37,689 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761, entries=150, sequenceid=156, filesize=30.4 K 2024-12-06T00:57:37,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/43d9dbc1459c4f3ba7792852eb820370 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370 2024-12-06T00:57:37,706 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370, entries=150, sequenceid=156, filesize=11.9 K 2024-12-06T00:57:37,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/aba318aebcea4a4aa9e5973c02b621f0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0 2024-12-06T00:57:37,713 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0, entries=150, sequenceid=156, filesize=11.9 K 2024-12-06T00:57:37,715 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for ffae58c8560f6051b554544085180ac5 in 1029ms, sequenceid=156, compaction requested=true 2024-12-06T00:57:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:37,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-06T00:57:37,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-06T00:57:37,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-06T00:57:37,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4210 sec 2024-12-06T00:57:37,723 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.4280 sec 2024-12-06T00:57:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:37,995 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:37,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:38,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ffdf9928b164fd9845540c8ead36c71_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742009_1185 (size=14794) 2024-12-06T00:57:38,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:38,035 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ffdf9928b164fd9845540c8ead36c71_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ffdf9928b164fd9845540c8ead36c71_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:38,037 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b55af7c61da249bd8cc174009c797586, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:38,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b55af7c61da249bd8cc174009c797586 is 175, key is test_row_0/A:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742010_1186 (size=39749) 2024-12-06T00:57:38,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b55af7c61da249bd8cc174009c797586 2024-12-06T00:57:38,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/3b5a9b3e218a4541b1929636932175ba is 50, key is test_row_0/B:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446718088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446718090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,096 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T00:57:38,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T00:57:38,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742011_1187 (size=12151) 2024-12-06T00:57:38,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446718203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,205 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446718203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,206 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446718413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446718413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,414 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,415 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,532 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/3b5a9b3e218a4541b1929636932175ba 2024-12-06T00:57:38,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/42bf1972e32f4bc6a29b2c9eb1a81dee is 50, key is test_row_0/C:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742012_1188 (size=12151) 2024-12-06T00:57:38,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/42bf1972e32f4bc6a29b2c9eb1a81dee 2024-12-06T00:57:38,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b55af7c61da249bd8cc174009c797586 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586 2024-12-06T00:57:38,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586, entries=200, sequenceid=171, filesize=38.8 K 2024-12-06T00:57:38,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/3b5a9b3e218a4541b1929636932175ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba 2024-12-06T00:57:38,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba, entries=150, sequenceid=171, filesize=11.9 K 2024-12-06T00:57:38,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/42bf1972e32f4bc6a29b2c9eb1a81dee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee 2024-12-06T00:57:38,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee, entries=150, sequenceid=171, filesize=11.9 K 2024-12-06T00:57:38,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for ffae58c8560f6051b554544085180ac5 in 603ms, sequenceid=171, compaction requested=true 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:38,599 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:38,599 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:38,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:38,605 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141648 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:38,605 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:38,605 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:38,605 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=138.3 K 2024-12-06T00:57:38,605 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:38,605 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586] 2024-12-06T00:57:38,606 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:38,606 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:38,606 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:38,606 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/07195a47c068454a8a66f3f8be0da8a7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=47.5 K 2024-12-06T00:57:38,606 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80c16bec677248c38b196de9594a590b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:38,607 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 07195a47c068454a8a66f3f8be0da8a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:38,607 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b77befc530b4c53b52ba5c7ada58abf, keycount=200, bloomtype=ROW, size=38.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446654899 2024-12-06T00:57:38,608 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 99c3e9b638cd4708b2e47f930c9d0f6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446654899 2024-12-06T00:57:38,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting aa1cdf6ce5b144558ac3b354d4d9e761, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733446656116 2024-12-06T00:57:38,609 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 43d9dbc1459c4f3ba7792852eb820370, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733446656116 2024-12-06T00:57:38,609 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b55af7c61da249bd8cc174009c797586, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:38,610 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3b5a9b3e218a4541b1929636932175ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:38,625 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:38,635 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:38,636 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/37ab7a24a22e405c9e656d1d6dd46d69 is 50, key is test_row_0/B:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,641 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206cb0d5d62743c4e71ac0a26983ebe2340_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:38,644 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206cb0d5d62743c4e71ac0a26983ebe2340_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:38,644 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cb0d5d62743c4e71ac0a26983ebe2340_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:38,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742013_1189 (size=12527) 2024-12-06T00:57:38,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742014_1190 (size=4469) 2024-12-06T00:57:38,666 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#162 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:38,667 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/daf23f2de6d74f8fb4ae9f30249e8d5d is 175, key is test_row_0/A:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,669 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/37ab7a24a22e405c9e656d1d6dd46d69 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/37ab7a24a22e405c9e656d1d6dd46d69 2024-12-06T00:57:38,677 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 37ab7a24a22e405c9e656d1d6dd46d69(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:38,677 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:38,677 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=12, startTime=1733446658599; duration=0sec 2024-12-06T00:57:38,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:38,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:38,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:38,681 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:38,681 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:38,681 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:38,682 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/664f08407eae4ee4b8c8937cd8a86cdc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=47.5 K 2024-12-06T00:57:38,683 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 664f08407eae4ee4b8c8937cd8a86cdc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733446653701 2024-12-06T00:57:38,683 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b29b066e62624ea6bd6289b8be4b3425, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733446654899 2024-12-06T00:57:38,684 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aba318aebcea4a4aa9e5973c02b621f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733446656116 2024-12-06T00:57:38,684 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 42bf1972e32f4bc6a29b2c9eb1a81dee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:38,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742015_1191 (size=31481) 2024-12-06T00:57:38,703 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:38,703 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/daf23f2de6d74f8fb4ae9f30249e8d5d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d 2024-12-06T00:57:38,703 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/7302552813ac4b7aaf81c7738237863c is 50, key is test_row_0/C:col10/1733446656839/Put/seqid=0 2024-12-06T00:57:38,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742016_1192 (size=12527) 2024-12-06T00:57:38,716 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into daf23f2de6d74f8fb4ae9f30249e8d5d(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:38,716 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:38,716 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=12, startTime=1733446658599; duration=0sec 2024-12-06T00:57:38,716 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:38,716 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:38,720 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/7302552813ac4b7aaf81c7738237863c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7302552813ac4b7aaf81c7738237863c 2024-12-06T00:57:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:38,728 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:38,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:38,731 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 7302552813ac4b7aaf81c7738237863c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:38,731 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:38,731 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=12, startTime=1733446658599; duration=0sec 2024-12-06T00:57:38,732 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:38,732 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:38,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069211968ec2cb4394b8d3d0c5b0a24296_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446658727/Put/seqid=0 2024-12-06T00:57:38,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446718753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,759 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742017_1193 (size=14794) 2024-12-06T00:57:38,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446718759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,766 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446718863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,869 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:38,874 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446718873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:38,875 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446719073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,075 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446719084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,089 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,166 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:39,173 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069211968ec2cb4394b8d3d0c5b0a24296_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069211968ec2cb4394b8d3d0c5b0a24296_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,174 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/cf3da255ba3f48309903950f607e0ec6, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/cf3da255ba3f48309903950f607e0ec6 is 175, key is test_row_0/A:col10/1733446658727/Put/seqid=0 2024-12-06T00:57:39,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742018_1194 (size=39749) 2024-12-06T00:57:39,215 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/cf3da255ba3f48309903950f607e0ec6 2024-12-06T00:57:39,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ea3b0a891ee42dda7636a9103b642eb is 50, key is test_row_0/B:col10/1733446658727/Put/seqid=0 2024-12-06T00:57:39,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742019_1195 (size=12151) 2024-12-06T00:57:39,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ea3b0a891ee42dda7636a9103b642eb 2024-12-06T00:57:39,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9427de91929d436195ad03457e8578ba is 50, key is test_row_0/C:col10/1733446658727/Put/seqid=0 2024-12-06T00:57:39,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742020_1196 (size=12151) 2024-12-06T00:57:39,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9427de91929d436195ad03457e8578ba 2024-12-06T00:57:39,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/cf3da255ba3f48309903950f607e0ec6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6 2024-12-06T00:57:39,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6, entries=200, sequenceid=198, filesize=38.8 K 2024-12-06T00:57:39,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ea3b0a891ee42dda7636a9103b642eb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb 2024-12-06T00:57:39,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb, entries=150, sequenceid=198, filesize=11.9 K 2024-12-06T00:57:39,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/9427de91929d436195ad03457e8578ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba 2024-12-06T00:57:39,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba, entries=150, sequenceid=198, filesize=11.9 K 2024-12-06T00:57:39,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ffae58c8560f6051b554544085180ac5 in 596ms, sequenceid=198, compaction requested=false 2024-12-06T00:57:39,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,387 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:39,387 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:57:39,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eb3b58217c4842e4aa8ce12b169dbf76_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742021_1197 (size=12304) 2024-12-06T00:57:39,450 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:39,455 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eb3b58217c4842e4aa8ce12b169dbf76_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb3b58217c4842e4aa8ce12b169dbf76_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,457 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e02e6d7dfd7040c09efdf79b7400df13, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e02e6d7dfd7040c09efdf79b7400df13 is 175, key is test_row_0/A:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-06T00:57:39,463 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:39,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-06T00:57:39,466 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T00:57:39,467 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:39,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446719461, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446719463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742022_1198 (size=31105) 2024-12-06T00:57:39,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e02e6d7dfd7040c09efdf79b7400df13 2024-12-06T00:57:39,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ee261849dea4588bf771ce2d551c107 is 50, key is test_row_0/B:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742023_1199 (size=12151) 2024-12-06T00:57:39,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ee261849dea4588bf771ce2d551c107 2024-12-06T00:57:39,534 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/d573544ccf184e38a68720340b594618 is 50, key is test_row_0/C:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742024_1200 (size=12151) 2024-12-06T00:57:39,571 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/d573544ccf184e38a68720340b594618 2024-12-06T00:57:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T00:57:39,585 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e02e6d7dfd7040c09efdf79b7400df13 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13 2024-12-06T00:57:39,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13, entries=150, sequenceid=211, filesize=30.4 K 2024-12-06T00:57:39,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6ee261849dea4588bf771ce2d551c107 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107 2024-12-06T00:57:39,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446719583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446719583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107, entries=150, sequenceid=211, filesize=11.9 K 2024-12-06T00:57:39,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/d573544ccf184e38a68720340b594618 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618 2024-12-06T00:57:39,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618, entries=150, sequenceid=211, filesize=11.9 K 2024-12-06T00:57:39,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for ffae58c8560f6051b554544085180ac5 in 226ms, sequenceid=211, compaction requested=true 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:39,613 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:39,613 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:39,613 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:39,616 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102335 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:39,616 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:39,616 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,616 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=99.9 K 2024-12-06T00:57:39,616 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,616 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13] 2024-12-06T00:57:39,617 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:39,617 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:39,617 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,617 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/37ab7a24a22e405c9e656d1d6dd46d69, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.0 K 2024-12-06T00:57:39,617 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting daf23f2de6d74f8fb4ae9f30249e8d5d, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:39,617 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ab7a24a22e405c9e656d1d6dd46d69, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:39,618 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf3da255ba3f48309903950f607e0ec6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733446658075 2024-12-06T00:57:39,618 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ea3b0a891ee42dda7636a9103b642eb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733446658075 2024-12-06T00:57:39,619 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ee261849dea4588bf771ce2d551c107, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:39,619 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e02e6d7dfd7040c09efdf79b7400df13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:39,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-06T00:57:39,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,620 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:39,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661a56644e1c24548810a519dbabe577a_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446659429/Put/seqid=0 2024-12-06T00:57:39,644 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,649 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:39,650 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/3750d8a7e0e24e6aa683606a5c0dca27 is 50, key is test_row_0/B:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,661 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412066e58a451495c41069b1aec737a467f86_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,663 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412066e58a451495c41069b1aec737a467f86_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,663 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066e58a451495c41069b1aec737a467f86_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742025_1201 (size=12304) 2024-12-06T00:57:39,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:39,694 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661a56644e1c24548810a519dbabe577a_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a56644e1c24548810a519dbabe577a_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/93cdd0f67c9f461085acfa27ce754a7a, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:39,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/93cdd0f67c9f461085acfa27ce754a7a is 175, key is test_row_0/A:col10/1733446659429/Put/seqid=0 2024-12-06T00:57:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742027_1203 (size=4469) 2024-12-06T00:57:39,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742026_1202 (size=12629) 2024-12-06T00:57:39,747 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#172 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:39,748 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/7c8a8ab69e4e449e860c44d2ec1e51d5 is 175, key is test_row_0/A:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,757 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/3750d8a7e0e24e6aa683606a5c0dca27 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3750d8a7e0e24e6aa683606a5c0dca27 2024-12-06T00:57:39,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742028_1204 (size=31105) 2024-12-06T00:57:39,758 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=234, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/93cdd0f67c9f461085acfa27ce754a7a 2024-12-06T00:57:39,767 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 3750d8a7e0e24e6aa683606a5c0dca27(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:39,767 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:39,767 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446659613; duration=0sec 2024-12-06T00:57:39,768 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:39,768 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:39,768 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:39,772 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:39,772 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:39,772 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,772 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7302552813ac4b7aaf81c7738237863c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.0 K 2024-12-06T00:57:39,773 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7302552813ac4b7aaf81c7738237863c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446656830 2024-12-06T00:57:39,776 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9427de91929d436195ad03457e8578ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1733446658075 2024-12-06T00:57:39,776 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d573544ccf184e38a68720340b594618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T00:57:39,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742029_1205 (size=31583) 2024-12-06T00:57:39,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/32ff0afd639345bcad748b6fb4732c61 is 50, key is test_row_0/B:col10/1733446659429/Put/seqid=0 2024-12-06T00:57:39,801 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#175 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:39,802 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/ef012a951d104b4fbaea3e5cc89bb83d is 50, key is test_row_0/C:col10/1733446659386/Put/seqid=0 2024-12-06T00:57:39,813 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/7c8a8ab69e4e449e860c44d2ec1e51d5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5 2024-12-06T00:57:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,815 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:39,824 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 7c8a8ab69e4e449e860c44d2ec1e51d5(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:39,824 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:39,824 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446659613; duration=0sec 2024-12-06T00:57:39,824 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:39,824 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:39,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742031_1207 (size=12629) 2024-12-06T00:57:39,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446719849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446719854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:39,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:39,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742030_1206 (size=12151) 2024-12-06T00:57:39,862 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/32ff0afd639345bcad748b6fb4732c61 2024-12-06T00:57:39,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1efbf75eef3a4a9aada3f07e115419cf is 50, key is test_row_0/C:col10/1733446659429/Put/seqid=0 2024-12-06T00:57:39,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742032_1208 (size=12151) 2024-12-06T00:57:39,913 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1efbf75eef3a4a9aada3f07e115419cf 2024-12-06T00:57:39,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/93cdd0f67c9f461085acfa27ce754a7a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a 2024-12-06T00:57:39,927 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a, entries=150, sequenceid=234, filesize=30.4 K 2024-12-06T00:57:39,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/32ff0afd639345bcad748b6fb4732c61 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61 2024-12-06T00:57:39,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61, entries=150, sequenceid=234, filesize=11.9 K 2024-12-06T00:57:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1efbf75eef3a4a9aada3f07e115419cf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf 2024-12-06T00:57:39,952 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf, entries=150, sequenceid=234, filesize=11.9 K 2024-12-06T00:57:39,954 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for ffae58c8560f6051b554544085180ac5 in 334ms, sequenceid=234, compaction requested=false 2024-12-06T00:57:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:39,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-06T00:57:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-06T00:57:39,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-06T00:57:39,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 490 msec 2024-12-06T00:57:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:39,966 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:39,966 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:39,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 497 msec 2024-12-06T00:57:39,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120667e9136f26ff4de0bf08d9e3bf3892d5_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:39,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742033_1209 (size=17284) 2024-12-06T00:57:40,027 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446720023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446720028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,029 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-06T00:57:40,093 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:40,094 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-06T00:57:40,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:40,097 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:40,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:40,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446720132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,136 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446720132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,136 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,142 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:40,249 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/ef012a951d104b4fbaea3e5cc89bb83d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ef012a951d104b4fbaea3e5cc89bb83d 2024-12-06T00:57:40,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,256 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into ef012a951d104b4fbaea3e5cc89bb83d(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:40,256 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:40,256 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=13, startTime=1733446659613; duration=0sec 2024-12-06T00:57:40,256 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:40,256 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446720353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446720354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,389 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:40,396 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120667e9136f26ff4de0bf08d9e3bf3892d5_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120667e9136f26ff4de0bf08d9e3bf3892d5_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:40,397 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/3cd175b019134281a7acf397236bb9ec, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:40,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/3cd175b019134281a7acf397236bb9ec is 175, key is test_row_0/A:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:40,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:40,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,407 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:40,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742034_1210 (size=48389) 2024-12-06T00:57:40,433 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/3cd175b019134281a7acf397236bb9ec 2024-12-06T00:57:40,444 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/a45ad214bcca403787382d97e21ad9ea is 50, key is test_row_0/B:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:40,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742035_1211 (size=12151) 2024-12-06T00:57:40,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:40,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,562 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446720663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,669 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446720663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,714 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:40,854 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/a45ad214bcca403787382d97e21ad9ea 2024-12-06T00:57:40,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/bd5a605d9ea04a4b95e58b788b4c32e8 is 50, key is test_row_0/C:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:40,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742036_1212 (size=12151) 2024-12-06T00:57:40,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:40,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:40,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55464 deadline: 1733446720962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,966 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8226 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55424 deadline: 1733446720983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55406 deadline: 1733446720983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:40,985 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,985 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:40,985 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in ffae58c8560f6051b554544085180ac5 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8240 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:40,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:41,022 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:41,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:41,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446721173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:41,178 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:41,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446721182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:41,183 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:41,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/bd5a605d9ea04a4b95e58b788b4c32e8 2024-12-06T00:57:41,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/3cd175b019134281a7acf397236bb9ec as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec 2024-12-06T00:57:41,279 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec, entries=250, sequenceid=251, filesize=47.3 K 2024-12-06T00:57:41,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/a45ad214bcca403787382d97e21ad9ea as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea 2024-12-06T00:57:41,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea, entries=150, sequenceid=251, filesize=11.9 K 2024-12-06T00:57:41,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/bd5a605d9ea04a4b95e58b788b4c32e8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8 2024-12-06T00:57:41,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8, entries=150, sequenceid=251, filesize=11.9 K 2024-12-06T00:57:41,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ffae58c8560f6051b554544085180ac5 in 1327ms, sequenceid=251, compaction requested=true 2024-12-06T00:57:41,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:41,293 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:41,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:41,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:41,294 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:41,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:41,295 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,295 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,295 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=108.5 K 2024-12-06T00:57:41,295 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,295 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3750d8a7e0e24e6aa683606a5c0dca27, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.1 K 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec] 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c8a8ab69e4e449e860c44d2ec1e51d5, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:41,295 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3750d8a7e0e24e6aa683606a5c0dca27, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:41,296 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93cdd0f67c9f461085acfa27ce754a7a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733446659429 2024-12-06T00:57:41,296 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 32ff0afd639345bcad748b6fb4732c61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733446659429 2024-12-06T00:57:41,296 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cd175b019134281a7acf397236bb9ec, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659841 2024-12-06T00:57:41,296 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a45ad214bcca403787382d97e21ad9ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659847 2024-12-06T00:57:41,306 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:41,307 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#181 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:41,308 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/45f0010acee647c1a941d3e00788bb3f is 50, key is test_row_0/B:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:41,313 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206097db93fd01e431293916e6845ac2418_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:41,315 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206097db93fd01e431293916e6845ac2418_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:41,316 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206097db93fd01e431293916e6845ac2418_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:41,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742037_1213 (size=12731) 2024-12-06T00:57:41,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-06T00:57:41,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,329 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:57:41,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742038_1214 (size=4469) 2024-12-06T00:57:41,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a587e364cb841e6a032a36f0c2641bb_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446660012/Put/seqid=0 2024-12-06T00:57:41,349 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#180 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:41,350 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/817790d9ba3f4b1cbc88e181e52d6807 is 175, key is test_row_0/A:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:41,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742039_1215 (size=31685) 2024-12-06T00:57:41,368 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/817790d9ba3f4b1cbc88e181e52d6807 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807 2024-12-06T00:57:41,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742040_1216 (size=12454) 2024-12-06T00:57:41,378 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 817790d9ba3f4b1cbc88e181e52d6807(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:41,379 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:41,379 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446661293; duration=0sec 2024-12-06T00:57:41,379 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:41,379 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:41,379 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:41,380 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:41,380 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:41,380 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:41,381 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ef012a951d104b4fbaea3e5cc89bb83d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.1 K 2024-12-06T00:57:41,381 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef012a951d104b4fbaea3e5cc89bb83d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733446658746 2024-12-06T00:57:41,382 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1efbf75eef3a4a9aada3f07e115419cf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1733446659429 2024-12-06T00:57:41,382 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd5a605d9ea04a4b95e58b788b4c32e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659847 2024-12-06T00:57:41,389 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#183 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:41,390 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/3169bcc3274a4e2c867f861a6fac33c0 is 50, key is test_row_0/C:col10/1733446659964/Put/seqid=0 2024-12-06T00:57:41,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742041_1217 (size=12731) 2024-12-06T00:57:41,402 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/3169bcc3274a4e2c867f861a6fac33c0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/3169bcc3274a4e2c867f861a6fac33c0 2024-12-06T00:57:41,409 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 3169bcc3274a4e2c867f861a6fac33c0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:41,409 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:41,409 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=13, startTime=1733446661294; duration=0sec 2024-12-06T00:57:41,410 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:41,410 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:41,730 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/45f0010acee647c1a941d3e00788bb3f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/45f0010acee647c1a941d3e00788bb3f 2024-12-06T00:57:41,736 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 45f0010acee647c1a941d3e00788bb3f(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:41,736 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:41,736 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446661293; duration=0sec 2024-12-06T00:57:41,736 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:41,736 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:41,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:41,777 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a587e364cb841e6a032a36f0c2641bb_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a587e364cb841e6a032a36f0c2641bb_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:41,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e016938df08046d085d3da307c75969f, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:41,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e016938df08046d085d3da307c75969f is 175, key is test_row_0/A:col10/1733446660012/Put/seqid=0 2024-12-06T00:57:41,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742042_1218 (size=31255) 2024-12-06T00:57:41,799 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e016938df08046d085d3da307c75969f 2024-12-06T00:57:41,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5683989b9bcf464a97eaa718a3690b52 is 50, key is test_row_0/B:col10/1733446660012/Put/seqid=0 2024-12-06T00:57:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742043_1219 (size=12301) 2024-12-06T00:57:41,827 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5683989b9bcf464a97eaa718a3690b52 2024-12-06T00:57:41,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/0ac81acec2524f608cb22e2ecee84dbd is 50, key is test_row_0/C:col10/1733446660012/Put/seqid=0 2024-12-06T00:57:41,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742044_1220 (size=12301) 2024-12-06T00:57:42,191 INFO [master/f7c814cf3c7e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T00:57:42,191 INFO [master/f7c814cf3c7e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T00:57:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:42,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:42,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446722229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,237 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,238 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446722235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,242 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:42,268 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/0ac81acec2524f608cb22e2ecee84dbd 2024-12-06T00:57:42,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e016938df08046d085d3da307c75969f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f 2024-12-06T00:57:42,287 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f, entries=150, sequenceid=273, filesize=30.5 K 2024-12-06T00:57:42,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5683989b9bcf464a97eaa718a3690b52 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52 2024-12-06T00:57:42,302 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52, entries=150, sequenceid=273, filesize=12.0 K 2024-12-06T00:57:42,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/0ac81acec2524f608cb22e2ecee84dbd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd 2024-12-06T00:57:42,315 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd, entries=150, sequenceid=273, filesize=12.0 K 2024-12-06T00:57:42,317 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ffae58c8560f6051b554544085180ac5 in 988ms, sequenceid=273, compaction requested=false 2024-12-06T00:57:42,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:42,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-06T00:57:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-06T00:57:42,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-06T00:57:42,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2230 sec 2024-12-06T00:57:42,329 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.2320 sec 2024-12-06T00:57:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:42,344 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:42,344 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:57:42,364 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120639f0a3170d6c4b63b556d9cfebbcd41f_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:42,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742045_1221 (size=14994) 2024-12-06T00:57:42,381 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:42,386 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120639f0a3170d6c4b63b556d9cfebbcd41f_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120639f0a3170d6c4b63b556d9cfebbcd41f_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:42,388 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9dc2352e4fa547569aad0a76895f129c, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:42,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9dc2352e4fa547569aad0a76895f129c is 175, key is test_row_0/A:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:42,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742046_1222 (size=39949) 2024-12-06T00:57:42,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446722421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,429 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446722423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,435 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446722533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,536 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446722543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,549 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446722743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,750 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446722754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:42,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:42,817 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9dc2352e4fa547569aad0a76895f129c 2024-12-06T00:57:42,846 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6fa50e20094d441dab158237180b8dc6 is 50, key is test_row_0/B:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:42,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742047_1223 (size=12301) 2024-12-06T00:57:43,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446723053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,067 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446723065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,083 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,312 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6fa50e20094d441dab158237180b8dc6 2024-12-06T00:57:43,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1c9f39c9acd242c2947c424264515e80 is 50, key is test_row_0/C:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:43,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742048_1224 (size=12301) 2024-12-06T00:57:43,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1c9f39c9acd242c2947c424264515e80 2024-12-06T00:57:43,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9dc2352e4fa547569aad0a76895f129c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c 2024-12-06T00:57:43,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c, entries=200, sequenceid=292, filesize=39.0 K 2024-12-06T00:57:43,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6fa50e20094d441dab158237180b8dc6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6 2024-12-06T00:57:43,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:57:43,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1c9f39c9acd242c2947c424264515e80 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80 2024-12-06T00:57:43,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:57:43,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for ffae58c8560f6051b554544085180ac5 in 1060ms, sequenceid=292, compaction requested=true 2024-12-06T00:57:43,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:43,404 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:43,405 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:43,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:43,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:43,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:43,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:43,407 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:43,407 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:43,407 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:43,407 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/45f0010acee647c1a941d3e00788bb3f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.5 K 2024-12-06T00:57:43,407 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:43,408 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:43,408 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:43,408 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=100.5 K 2024-12-06T00:57:43,408 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:43,408 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c] 2024-12-06T00:57:43,408 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 45f0010acee647c1a941d3e00788bb3f, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659847 2024-12-06T00:57:43,409 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 817790d9ba3f4b1cbc88e181e52d6807, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659847 2024-12-06T00:57:43,409 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5683989b9bcf464a97eaa718a3690b52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733446660010 2024-12-06T00:57:43,409 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e016938df08046d085d3da307c75969f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733446660010 2024-12-06T00:57:43,410 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fa50e20094d441dab158237180b8dc6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:43,410 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9dc2352e4fa547569aad0a76895f129c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:43,426 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#189 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:43,427 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/d8e9b5438653491cb782a60537e28f30 is 50, key is test_row_0/B:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:43,437 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:43,465 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120674e94b5bebd34f639388fa5cfd5a6803_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:43,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120674e94b5bebd34f639388fa5cfd5a6803_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:43,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120674e94b5bebd34f639388fa5cfd5a6803_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:43,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742049_1225 (size=12983) 2024-12-06T00:57:43,506 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/d8e9b5438653491cb782a60537e28f30 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/d8e9b5438653491cb782a60537e28f30 2024-12-06T00:57:43,514 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into d8e9b5438653491cb782a60537e28f30(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:43,514 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:43,514 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446663405; duration=0sec 2024-12-06T00:57:43,515 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:43,515 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:43,515 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:43,516 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:43,516 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:43,516 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:43,516 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/3169bcc3274a4e2c867f861a6fac33c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.5 K 2024-12-06T00:57:43,517 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3169bcc3274a4e2c867f861a6fac33c0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733446659847 2024-12-06T00:57:43,517 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ac81acec2524f608cb22e2ecee84dbd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1733446660010 2024-12-06T00:57:43,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c9f39c9acd242c2947c424264515e80, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:43,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742050_1226 (size=4469) 2024-12-06T00:57:43,537 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:43,538 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/7126c58d5fdd4ed4bdf85152efbe8ade is 50, key is test_row_0/C:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:43,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742051_1227 (size=12983) 2024-12-06T00:57:43,616 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:43,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:57:43,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:43,625 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/7126c58d5fdd4ed4bdf85152efbe8ade as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7126c58d5fdd4ed4bdf85152efbe8ade 2024-12-06T00:57:43,632 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 7126c58d5fdd4ed4bdf85152efbe8ade(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:43,632 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:43,632 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=13, startTime=1733446663406; duration=0sec 2024-12-06T00:57:43,632 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:43,632 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:43,662 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120615dbb288b4eb417cbe61ebbc68ce92d7_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446663575/Put/seqid=0 2024-12-06T00:57:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446723677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446723679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,692 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,693 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742052_1228 (size=14994) 2024-12-06T00:57:43,721 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:43,727 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120615dbb288b4eb417cbe61ebbc68ce92d7_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120615dbb288b4eb417cbe61ebbc68ce92d7_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:43,729 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/ae95164a758a4816b673033383aace8e, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:43,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/ae95164a758a4816b673033383aace8e is 175, key is test_row_0/A:col10/1733446663575/Put/seqid=0 2024-12-06T00:57:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742053_1229 (size=39949) 2024-12-06T00:57:43,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446723803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:43,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446723803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:43,807 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:43,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#190 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:43,924 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aeed61109fed41299165447ef757fb26 is 175, key is test_row_0/A:col10/1733446662233/Put/seqid=0 2024-12-06T00:57:43,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742054_1230 (size=31937) 2024-12-06T00:57:43,975 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/aeed61109fed41299165447ef757fb26 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26 2024-12-06T00:57:43,996 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into aeed61109fed41299165447ef757fb26(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:43,996 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:43,996 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446663404; duration=0sec 2024-12-06T00:57:43,996 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:43,996 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:44,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446724013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446724015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:44,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/ae95164a758a4816b673033383aace8e 2024-12-06T00:57:44,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/874b7af6eaef46ff8f9af7ed3af1b87a is 50, key is test_row_0/B:col10/1733446663575/Put/seqid=0 2024-12-06T00:57:44,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742055_1231 (size=12301) 2024-12-06T00:57:44,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/874b7af6eaef46ff8f9af7ed3af1b87a 2024-12-06T00:57:44,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-06T00:57:44,264 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:44,264 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:44,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-06T00:57:44,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:44,269 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:44,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:44,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:44,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/a3bff136a9dc40969cef53dda29ff5f2 is 50, key is test_row_0/C:col10/1733446663575/Put/seqid=0 2024-12-06T00:57:44,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742056_1232 (size=12301) 2024-12-06T00:57:44,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/a3bff136a9dc40969cef53dda29ff5f2 2024-12-06T00:57:44,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/ae95164a758a4816b673033383aace8e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e 2024-12-06T00:57:44,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e, entries=200, sequenceid=314, filesize=39.0 K 2024-12-06T00:57:44,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/874b7af6eaef46ff8f9af7ed3af1b87a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a 2024-12-06T00:57:44,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T00:57:44,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/a3bff136a9dc40969cef53dda29ff5f2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2 2024-12-06T00:57:44,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446724333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,349 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:44,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446724333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,350 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:44,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T00:57:44,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for ffae58c8560f6051b554544085180ac5 in 738ms, sequenceid=314, compaction requested=false 2024-12-06T00:57:44,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:44,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-06T00:57:44,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:44,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:44,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061dcaf9e4d9124ccd8e3aebf5c1a78d3e_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446663677/Put/seqid=0 2024-12-06T00:57:44,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742057_1233 (size=12454) 2024-12-06T00:57:44,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:44,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:44,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:44,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:44,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061dcaf9e4d9124ccd8e3aebf5c1a78d3e_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061dcaf9e4d9124ccd8e3aebf5c1a78d3e_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:44,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f9f3b77c86b74777ba585518c9fb0721, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:44,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f9f3b77c86b74777ba585518c9fb0721 is 175, key is test_row_0/A:col10/1733446663677/Put/seqid=0 2024-12-06T00:57:44,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742058_1234 (size=31255) 2024-12-06T00:57:44,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446724941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,954 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,955 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:44,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446724952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:44,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:44,956 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446725063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446725063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446725273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446725273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,277 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,351 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f9f3b77c86b74777ba585518c9fb0721 2024-12-06T00:57:45,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/879950b035b74cf4820bbd4b63163818 is 50, key is test_row_0/B:col10/1733446663677/Put/seqid=0 2024-12-06T00:57:45,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:45,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742059_1235 (size=12301) 2024-12-06T00:57:45,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/879950b035b74cf4820bbd4b63163818 2024-12-06T00:57:45,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b03bb14ce9cc485593800d9e2d4bc8ee is 50, key is test_row_0/C:col10/1733446663677/Put/seqid=0 2024-12-06T00:57:45,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742060_1236 (size=12301) 2024-12-06T00:57:45,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446725583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,586 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446725583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:45,589 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:45,906 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b03bb14ce9cc485593800d9e2d4bc8ee 2024-12-06T00:57:45,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f9f3b77c86b74777ba585518c9fb0721 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721 2024-12-06T00:57:45,922 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721, entries=150, sequenceid=331, filesize=30.5 K 2024-12-06T00:57:45,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/879950b035b74cf4820bbd4b63163818 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818 2024-12-06T00:57:45,933 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T00:57:45,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/b03bb14ce9cc485593800d9e2d4bc8ee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee 2024-12-06T00:57:45,940 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T00:57:45,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ffae58c8560f6051b554544085180ac5 in 1523ms, sequenceid=331, compaction requested=true 2024-12-06T00:57:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:45,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-06T00:57:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-06T00:57:45,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-06T00:57:45,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6790 sec 2024-12-06T00:57:45,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.6960 sec 2024-12-06T00:57:46,097 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:46,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T00:57:46,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f47f682a7d949b5b87b6483298f5a2b_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742061_1237 (size=14994) 2024-12-06T00:57:46,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:46,129 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f47f682a7d949b5b87b6483298f5a2b_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f47f682a7d949b5b87b6483298f5a2b_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,134 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c0765d85200040548e7b7a3a47a683b4, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c0765d85200040548e7b7a3a47a683b4 is 175, key is test_row_0/A:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446726152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446726155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742062_1238 (size=39949) 2024-12-06T00:57:46,187 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c0765d85200040548e7b7a3a47a683b4 2024-12-06T00:57:46,199 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/12d257289acd4df8a013e933f046976d is 50, key is test_row_0/B:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742063_1239 (size=12301) 2024-12-06T00:57:46,239 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/12d257289acd4df8a013e933f046976d 2024-12-06T00:57:46,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8888750861604324b84085d2c5ab7dd7 is 50, key is test_row_0/C:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446726262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,271 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446726273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742064_1240 (size=12301) 2024-12-06T00:57:46,288 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8888750861604324b84085d2c5ab7dd7 2024-12-06T00:57:46,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c0765d85200040548e7b7a3a47a683b4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4 2024-12-06T00:57:46,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4, entries=200, sequenceid=353, filesize=39.0 K 2024-12-06T00:57:46,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/12d257289acd4df8a013e933f046976d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d 2024-12-06T00:57:46,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d, entries=150, sequenceid=353, filesize=12.0 K 2024-12-06T00:57:46,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8888750861604324b84085d2c5ab7dd7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7 2024-12-06T00:57:46,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7, entries=150, sequenceid=353, filesize=12.0 K 2024-12-06T00:57:46,331 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ffae58c8560f6051b554544085180ac5 in 233ms, sequenceid=353, compaction requested=true 2024-12-06T00:57:46,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:46,332 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:46,332 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:46,332 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:46,333 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:46,333 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:46,333 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,334 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=139.7 K 2024-12-06T00:57:46,334 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,334 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4] 2024-12-06T00:57:46,341 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:46,341 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting aeed61109fed41299165447ef757fb26, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:46,341 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:46,341 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,341 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/d8e9b5438653491cb782a60537e28f30, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=48.7 K 2024-12-06T00:57:46,341 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae95164a758a4816b673033383aace8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733446662377 2024-12-06T00:57:46,342 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d8e9b5438653491cb782a60537e28f30, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:46,342 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f9f3b77c86b74777ba585518c9fb0721, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446663640 2024-12-06T00:57:46,342 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 874b7af6eaef46ff8f9af7ed3af1b87a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733446662417 2024-12-06T00:57:46,342 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0765d85200040548e7b7a3a47a683b4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733446664925 2024-12-06T00:57:46,342 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 879950b035b74cf4820bbd4b63163818, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446663640 2024-12-06T00:57:46,343 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 12d257289acd4df8a013e933f046976d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733446664927 2024-12-06T00:57:46,352 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,360 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412067b42203a3cef47d6b6cbdd19c92c466b_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,363 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412067b42203a3cef47d6b6cbdd19c92c466b_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,363 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067b42203a3cef47d6b6cbdd19c92c466b_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,382 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:46,385 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/882c62a240844e0f9e96905dd8bfd1e1 is 50, key is test_row_0/B:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742065_1241 (size=4469) 2024-12-06T00:57:46,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-06T00:57:46,424 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:46,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:46,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-06T00:57:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:46,428 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:46,429 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:46,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:46,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742066_1242 (size=13119) 2024-12-06T00:57:46,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,477 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:46,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:57:46,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120662697db697b844169376f421856403be_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446666145/Put/seqid=0 2024-12-06T00:57:46,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742067_1243 (size=12454) 2024-12-06T00:57:46,529 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120662697db697b844169376f421856403be_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120662697db697b844169376f421856403be_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,548 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/eb4927a70933443cbbd1d17f33df0b3f, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,548 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/eb4927a70933443cbbd1d17f33df0b3f is 175, key is test_row_0/A:col10/1733446666145/Put/seqid=0 2024-12-06T00:57:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446726553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,559 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446726558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,561 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742068_1244 (size=31255) 2024-12-06T00:57:46,578 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/eb4927a70933443cbbd1d17f33df0b3f 2024-12-06T00:57:46,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:46,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:46,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4778ff88cf6d46898850ea17b9ee475f is 50, key is test_row_0/B:col10/1733446666145/Put/seqid=0 2024-12-06T00:57:46,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742069_1245 (size=12301) 2024-12-06T00:57:46,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4778ff88cf6d46898850ea17b9ee475f 2024-12-06T00:57:46,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5c24b2f0a2064f22a6145108153fb3cf is 50, key is test_row_0/C:col10/1733446666145/Put/seqid=0 2024-12-06T00:57:46,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742070_1246 (size=12301) 2024-12-06T00:57:46,631 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5c24b2f0a2064f22a6145108153fb3cf 2024-12-06T00:57:46,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/eb4927a70933443cbbd1d17f33df0b3f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f 2024-12-06T00:57:46,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f, entries=150, sequenceid=368, filesize=30.5 K 2024-12-06T00:57:46,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4778ff88cf6d46898850ea17b9ee475f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f 2024-12-06T00:57:46,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f, entries=150, sequenceid=368, filesize=12.0 K 2024-12-06T00:57:46,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/5c24b2f0a2064f22a6145108153fb3cf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf 2024-12-06T00:57:46,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf, entries=150, sequenceid=368, filesize=12.0 K 2024-12-06T00:57:46,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for ffae58c8560f6051b554544085180ac5 in 190ms, sequenceid=368, compaction requested=true 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T00:57:46,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,667 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:46,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T00:57:46,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206931c410935684c1ca068131f9737e5b7_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:46,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742071_1247 (size=14994) 2024-12-06T00:57:46,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:46,713 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206931c410935684c1ca068131f9737e5b7_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206931c410935684c1ca068131f9737e5b7_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:46,715 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/11de940d67a14a61a65cb36885c874ac, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:46,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/11de940d67a14a61a65cb36885c874ac is 175, key is test_row_0/A:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:46,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446726715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,719 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446726719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,729 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742072_1248 (size=39949) 2024-12-06T00:57:46,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:46,785 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#201 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:46,786 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/1061b9da6fda4c8399a379da6468a20a is 175, key is test_row_0/A:col10/1733446666095/Put/seqid=0 2024-12-06T00:57:46,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742073_1249 (size=32073) 2024-12-06T00:57:46,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446726823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,828 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:46,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446726832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:46,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,841 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:46,842 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:46,842 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/882c62a240844e0f9e96905dd8bfd1e1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/882c62a240844e0f9e96905dd8bfd1e1 2024-12-06T00:57:46,848 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 882c62a240844e0f9e96905dd8bfd1e1(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:46,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:46,849 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=12, startTime=1733446666332; duration=0sec 2024-12-06T00:57:46,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-06T00:57:46,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:46,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 4 compacting, 1 eligible, 16 blocking 2024-12-06T00:57:46,850 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:57:46,850 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:57:46,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. because compaction request was cancelled 2024-12-06T00:57:46,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:46,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:57:46,852 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62187 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:57:46,852 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:46,852 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,853 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7126c58d5fdd4ed4bdf85152efbe8ade, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=60.7 K 2024-12-06T00:57:46,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7126c58d5fdd4ed4bdf85152efbe8ade, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446662218 2024-12-06T00:57:46,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a3bff136a9dc40969cef53dda29ff5f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733446662417 2024-12-06T00:57:46,854 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b03bb14ce9cc485593800d9e2d4bc8ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446663640 2024-12-06T00:57:46,854 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8888750861604324b84085d2c5ab7dd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733446664927 2024-12-06T00:57:46,855 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c24b2f0a2064f22a6145108153fb3cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733446666145 2024-12-06T00:57:46,870 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#207 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:46,871 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/a5cfe465e7634d82bab2755f231a2bfb is 50, key is test_row_0/C:col10/1733446666145/Put/seqid=0 2024-12-06T00:57:46,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:46,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:46,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:46,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742074_1250 (size=13153) 2024-12-06T00:57:46,914 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/a5cfe465e7634d82bab2755f231a2bfb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a5cfe465e7634d82bab2755f231a2bfb 2024-12-06T00:57:46,921 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into a5cfe465e7634d82bab2755f231a2bfb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:46,921 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=11, startTime=1733446666667; duration=0sec 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:46,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T00:57:46,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:57:46,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:57:46,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. because compaction request was cancelled 2024-12-06T00:57:46,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:46,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-06T00:57:46,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:57:46,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:57:46,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. because compaction request was cancelled 2024-12-06T00:57:46,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:47,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446727033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,038 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:47,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:47,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446727056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,059 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:47,130 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=390, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/11de940d67a14a61a65cb36885c874ac 2024-12-06T00:57:47,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aa05162180ca458ebac4006169934eb7 is 50, key is test_row_0/B:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:47,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742075_1251 (size=12301) 2024-12-06T00:57:47,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aa05162180ca458ebac4006169934eb7 2024-12-06T00:57:47,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,208 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/1061b9da6fda4c8399a379da6468a20a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a 2024-12-06T00:57:47,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/2f28fc2dafb543f49f49186b5437bb8d is 50, key is test_row_0/C:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:47,221 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 1061b9da6fda4c8399a379da6468a20a(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:47,222 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:47,222 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=12, startTime=1733446666331; duration=0sec 2024-12-06T00:57:47,222 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:47,222 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:47,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742076_1252 (size=12301) 2024-12-06T00:57:47,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446727343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,345 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,346 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:47,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446727363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,368 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:47,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:47,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/2f28fc2dafb543f49f49186b5437bb8d 2024-12-06T00:57:47,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/11de940d67a14a61a65cb36885c874ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac 2024-12-06T00:57:47,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac, entries=200, sequenceid=390, filesize=39.0 K 2024-12-06T00:57:47,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/aa05162180ca458ebac4006169934eb7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7 2024-12-06T00:57:47,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T00:57:47,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/2f28fc2dafb543f49f49186b5437bb8d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d 2024-12-06T00:57:47,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:47,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T00:57:47,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for ffae58c8560f6051b554544085180ac5 in 1010ms, sequenceid=390, compaction requested=true 2024-12-06T00:57:47,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:47,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:47,678 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:47,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:47,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:47,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:47,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:47,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:47,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,680 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:47,681 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:47,681 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,681 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=100.9 K 2024-12-06T00:57:47,681 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,681 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac] 2024-12-06T00:57:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,688 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1061b9da6fda4c8399a379da6468a20a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733446664927 2024-12-06T00:57:47,688 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:47,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,688 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:47,689 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,689 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/882c62a240844e0f9e96905dd8bfd1e1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=36.8 K 2024-12-06T00:57:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,689 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb4927a70933443cbbd1d17f33df0b3f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733446666145 2024-12-06T00:57:47,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,689 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 882c62a240844e0f9e96905dd8bfd1e1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733446664927 2024-12-06T00:57:47,690 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11de940d67a14a61a65cb36885c874ac, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446666543 2024-12-06T00:57:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,690 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4778ff88cf6d46898850ea17b9ee475f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733446666145 2024-12-06T00:57:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,691 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aa05162180ca458ebac4006169934eb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446666550 2024-12-06T00:57:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,716 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:47,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,730 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,731 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/8c7fd5054e3b4a71a10d3570ee136357 is 50, key is test_row_0/B:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,741 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206394ac96d10f249a58f58ec7ff76ed50d_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,743 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206394ac96d10f249a58f58ec7ff76ed50d_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:47,743 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206394ac96d10f249a58f58ec7ff76ed50d_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:47,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742078_1254 (size=4469) 2024-12-06T00:57:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742077_1253 (size=13221) 2024-12-06T00:57:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,761 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#210 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,762 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/5a17470217244d5c8274c6d441d6bd5f is 175, key is test_row_0/A:col10/1733446666550/Put/seqid=0 2024-12-06T00:57:47,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,772 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/8c7fd5054e3b4a71a10d3570ee136357 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/8c7fd5054e3b4a71a10d3570ee136357 2024-12-06T00:57:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,778 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 8c7fd5054e3b4a71a10d3570ee136357(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:47,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,778 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:47,779 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446667678; duration=0sec 2024-12-06T00:57:47,779 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:47,779 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:47,779 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T00:57:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,780 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:57:47,780 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:57:47,780 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. because compaction request was cancelled 2024-12-06T00:57:47,780 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:47,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742079_1255 (size=32175) 2024-12-06T00:57:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,791 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/5a17470217244d5c8274c6d441d6bd5f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f 2024-12-06T00:57:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,814 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into 5a17470217244d5c8274c6d441d6bd5f(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:47,814 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:47,814 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446667677; duration=0sec 2024-12-06T00:57:47,814 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:47,814 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:47,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,825 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-06T00:57:47,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:47,825 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:57:47,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068b4692832f374ba09aad7b728d61516b_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446666700/Put/seqid=0 2024-12-06T00:57:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742080_1256 (size=9914) 2024-12-06T00:57:47,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:47,989 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446727979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,990 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:47,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446727985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:47,991 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446728092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,093 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446728093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:48,285 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068b4692832f374ba09aad7b728d61516b_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b4692832f374ba09aad7b728d61516b_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:48,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/2074116a13c849508f53da29e75f6193, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:48,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/2074116a13c849508f53da29e75f6193 is 175, key is test_row_0/A:col10/1733446666700/Put/seqid=0 2024-12-06T00:57:48,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742081_1257 (size=22561) 2024-12-06T00:57:48,299 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=409, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/2074116a13c849508f53da29e75f6193 2024-12-06T00:57:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446728302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446728302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,304 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,306 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/11e807ad4d454fe5866314987e8319ba is 50, key is test_row_0/B:col10/1733446666700/Put/seqid=0 2024-12-06T00:57:48,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742082_1258 (size=9857) 2024-12-06T00:57:48,356 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/11e807ad4d454fe5866314987e8319ba 2024-12-06T00:57:48,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/cd847ea4f7484b32926948ee75230798 is 50, key is test_row_0/C:col10/1733446666700/Put/seqid=0 2024-12-06T00:57:48,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742083_1259 (size=9857) 2024-12-06T00:57:48,396 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=409 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/cd847ea4f7484b32926948ee75230798 2024-12-06T00:57:48,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/2074116a13c849508f53da29e75f6193 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193 2024-12-06T00:57:48,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193, entries=100, sequenceid=409, filesize=22.0 K 2024-12-06T00:57:48,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/11e807ad4d454fe5866314987e8319ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba 2024-12-06T00:57:48,419 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba, entries=100, sequenceid=409, filesize=9.6 K 2024-12-06T00:57:48,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/cd847ea4f7484b32926948ee75230798 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798 2024-12-06T00:57:48,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798, entries=100, sequenceid=409, filesize=9.6 K 2024-12-06T00:57:48,426 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for ffae58c8560f6051b554544085180ac5 in 601ms, sequenceid=409, compaction requested=true 2024-12-06T00:57:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:48,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-06T00:57:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-06T00:57:48,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-06T00:57:48,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9990 sec 2024-12-06T00:57:48,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 2.0070 sec 2024-12-06T00:57:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-06T00:57:48,584 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:48,584 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-06T00:57:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:48,588 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:48,589 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:48,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:48,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:48,615 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:48,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:48,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062be655dee5964be8bd341a5fd7263a34_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:48,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742084_1260 (size=14994) 2024-12-06T00:57:48,653 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446728648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446728651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,659 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062be655dee5964be8bd341a5fd7263a34_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062be655dee5964be8bd341a5fd7263a34_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:48,660 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f896a455a1c2413f807f7940bfbb1020, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:48,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f896a455a1c2413f807f7940bfbb1020 is 175, key is test_row_0/A:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:48,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742085_1261 (size=39949) 2024-12-06T00:57:48,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=433, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f896a455a1c2413f807f7940bfbb1020 2024-12-06T00:57:48,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4b823cd0779c4a7f876208ca6d371dd3 is 50, key is test_row_0/B:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:48,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:48,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742086_1262 (size=12301) 2024-12-06T00:57:48,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4b823cd0779c4a7f876208ca6d371dd3 2024-12-06T00:57:48,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/f1d87fe8828e4b75b96849270c1d6dfd is 50, key is test_row_0/C:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:48,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-06T00:57:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:48,744 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742087_1263 (size=12301) 2024-12-06T00:57:48,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446728763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,768 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446728764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,768 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-06T00:57:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:48,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:48,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446728973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446728973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,974 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:48,975 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-06T00:57:49,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:49,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:49,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:49,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:49,159 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=433 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/f1d87fe8828e4b75b96849270c1d6dfd 2024-12-06T00:57:49,165 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f896a455a1c2413f807f7940bfbb1020 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020 2024-12-06T00:57:49,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020, entries=200, sequenceid=433, filesize=39.0 K 2024-12-06T00:57:49,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/4b823cd0779c4a7f876208ca6d371dd3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3 2024-12-06T00:57:49,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3, entries=150, sequenceid=433, filesize=12.0 K 2024-12-06T00:57:49,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/f1d87fe8828e4b75b96849270c1d6dfd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd 2024-12-06T00:57:49,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd, entries=150, sequenceid=433, filesize=12.0 K 2024-12-06T00:57:49,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for ffae58c8560f6051b554544085180ac5 in 581ms, sequenceid=433, compaction requested=true 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:49,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:49,196 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:49,196 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:49,202 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35379 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:49,202 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:49,202 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,202 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/8c7fd5054e3b4a71a10d3570ee136357, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=34.5 K 2024-12-06T00:57:49,202 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:49,203 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:49,203 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,203 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=92.5 K 2024-12-06T00:57:49,203 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,203 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020] 2024-12-06T00:57:49,203 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a17470217244d5c8274c6d441d6bd5f, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446666550 2024-12-06T00:57:49,204 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c7fd5054e3b4a71a10d3570ee136357, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446666550 2024-12-06T00:57:49,204 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2074116a13c849508f53da29e75f6193, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733446666700 2024-12-06T00:57:49,205 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f896a455a1c2413f807f7940bfbb1020, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:49,205 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 11e807ad4d454fe5866314987e8319ba, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733446666700 2024-12-06T00:57:49,206 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b823cd0779c4a7f876208ca6d371dd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:49,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-06T00:57:49,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:49,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:49,224 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120646fb1cdb230649b799355875e3ceb0ce_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446668641/Put/seqid=0 2024-12-06T00:57:49,236 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064e1f5749fc7345bb89381a888d432866_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:49,239 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064e1f5749fc7345bb89381a888d432866_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:49,239 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064e1f5749fc7345bb89381a888d432866_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:49,241 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:49,242 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/85ec45beb1fc4961a8702e6b920b9cce is 50, key is test_row_0/B:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:49,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742088_1264 (size=12454) 2024-12-06T00:57:49,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742089_1265 (size=13323) 2024-12-06T00:57:49,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742090_1266 (size=4469) 2024-12-06T00:57:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:49,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:49,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446729347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,355 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446729354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446729462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,468 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446729476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,478 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:49,665 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120646fb1cdb230649b799355875e3ceb0ce_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646fb1cdb230649b799355875e3ceb0ce_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:49,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/91fe55b9b3784beabfe9f1725b6fc15a, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:49,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/91fe55b9b3784beabfe9f1725b6fc15a is 175, key is test_row_0/A:col10/1733446668641/Put/seqid=0 2024-12-06T00:57:49,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446729673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,679 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742091_1267 (size=31255) 2024-12-06T00:57:49,685 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=445, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/91fe55b9b3784beabfe9f1725b6fc15a 2024-12-06T00:57:49,685 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#218 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:49,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b30e53a97d7945e3a4c6a31407713621 is 175, key is test_row_0/A:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:49,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:49,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446729683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:49,688 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:49,692 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/85ec45beb1fc4961a8702e6b920b9cce as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/85ec45beb1fc4961a8702e6b920b9cce 2024-12-06T00:57:49,698 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into 85ec45beb1fc4961a8702e6b920b9cce(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:49,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:49,698 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446669196; duration=0sec 2024-12-06T00:57:49,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:49,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:49,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:57:49,702 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47612 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:57:49,702 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:49,702 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,702 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a5cfe465e7634d82bab2755f231a2bfb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=46.5 K 2024-12-06T00:57:49,703 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a5cfe465e7634d82bab2755f231a2bfb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=368, earliestPutTs=1733446666145 2024-12-06T00:57:49,703 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f28fc2dafb543f49f49186b5437bb8d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446666550 2024-12-06T00:57:49,703 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cd847ea4f7484b32926948ee75230798, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=409, earliestPutTs=1733446666700 2024-12-06T00:57:49,704 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f1d87fe8828e4b75b96849270c1d6dfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:49,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742092_1268 (size=32277) 2024-12-06T00:57:49,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6eae661bfed2402b894021f4765afa2c is 50, key is test_row_0/B:col10/1733446668641/Put/seqid=0 2024-12-06T00:57:49,716 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/b30e53a97d7945e3a4c6a31407713621 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621 2024-12-06T00:57:49,722 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into b30e53a97d7945e3a4c6a31407713621(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:49,722 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:49,722 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446669196; duration=0sec 2024-12-06T00:57:49,722 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:49,722 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:49,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:49,730 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#222 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:49,730 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1df35eefbc82403086b5589f40b9fa9f is 50, key is test_row_0/C:col10/1733446667974/Put/seqid=0 2024-12-06T00:57:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742094_1270 (size=13289) 2024-12-06T00:57:49,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742093_1269 (size=12301) 2024-12-06T00:57:49,761 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6eae661bfed2402b894021f4765afa2c 2024-12-06T00:57:49,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8f66cc853d084e459a7a586757fa81ee is 50, key is test_row_0/C:col10/1733446668641/Put/seqid=0 2024-12-06T00:57:49,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742095_1271 (size=12301) 2024-12-06T00:57:49,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=445 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8f66cc853d084e459a7a586757fa81ee 2024-12-06T00:57:49,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/91fe55b9b3784beabfe9f1725b6fc15a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a 2024-12-06T00:57:49,804 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a, entries=150, sequenceid=445, filesize=30.5 K 2024-12-06T00:57:49,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/6eae661bfed2402b894021f4765afa2c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c 2024-12-06T00:57:49,815 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c, entries=150, sequenceid=445, filesize=12.0 K 2024-12-06T00:57:49,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-06T00:57:49,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/8f66cc853d084e459a7a586757fa81ee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee 2024-12-06T00:57:49,822 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee, entries=150, sequenceid=445, filesize=12.0 K 2024-12-06T00:57:49,823 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for ffae58c8560f6051b554544085180ac5 in 616ms, sequenceid=445, compaction requested=false 2024-12-06T00:57:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:49,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-06T00:57:49,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-06T00:57:49,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-06T00:57:49,828 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2360 sec 2024-12-06T00:57:49,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.2440 sec 2024-12-06T00:57:49,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:49,985 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:49,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:57:49,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f09b3f96c5d7493e88bd9a5f9e5afb47_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742096_1272 (size=14994) 2024-12-06T00:57:50,017 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:50,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446730018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446730020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,027 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f09b3f96c5d7493e88bd9a5f9e5afb47_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f09b3f96c5d7493e88bd9a5f9e5afb47_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:50,028 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9e5f5ecba9bc4486a08f96d5ec26efa7, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:50,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9e5f5ecba9bc4486a08f96d5ec26efa7 is 175, key is test_row_0/A:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742097_1273 (size=39949) 2024-12-06T00:57:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446730133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446730133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/1df35eefbc82403086b5589f40b9fa9f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1df35eefbc82403086b5589f40b9fa9f 2024-12-06T00:57:50,178 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 1df35eefbc82403086b5589f40b9fa9f(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:50,178 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:50,178 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=12, startTime=1733446669196; duration=0sec 2024-12-06T00:57:50,178 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:50,178 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:50,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446730343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,347 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446730343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,442 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9e5f5ecba9bc4486a08f96d5ec26efa7 2024-12-06T00:57:50,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/2ca25630ff4b43959c30f3129aacf187 is 50, key is test_row_0/B:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742098_1274 (size=12301) 2024-12-06T00:57:50,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/2ca25630ff4b43959c30f3129aacf187 2024-12-06T00:57:50,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/eb65ffb28be04f1d9c72ebde2cea5a78 is 50, key is test_row_0/C:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742099_1275 (size=12301) 2024-12-06T00:57:50,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55410 deadline: 1733446730652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55404 deadline: 1733446730653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:50,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:57:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-06T00:57:50,743 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:50,743 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-06T00:57:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:50,750 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:50,750 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:50,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:50,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:50,891 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/eb65ffb28be04f1d9c72ebde2cea5a78 2024-12-06T00:57:50,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/9e5f5ecba9bc4486a08f96d5ec26efa7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7 2024-12-06T00:57:50,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7, entries=200, sequenceid=472, filesize=39.0 K 2024-12-06T00:57:50,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/2ca25630ff4b43959c30f3129aacf187 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187 2024-12-06T00:57:50,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:50,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:50,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:50,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:50,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187, entries=150, sequenceid=472, filesize=12.0 K 2024-12-06T00:57:50,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/eb65ffb28be04f1d9c72ebde2cea5a78 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78 2024-12-06T00:57:50,918 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78, entries=150, sequenceid=472, filesize=12.0 K 2024-12-06T00:57:50,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for ffae58c8560f6051b554544085180ac5 in 935ms, sequenceid=472, compaction requested=true 2024-12-06T00:57:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:50,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:50,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:50,921 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:50,921 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:50,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:50,922 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/B is initiating minor compaction (all files) 2024-12-06T00:57:50,922 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/B in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:50,922 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/85ec45beb1fc4961a8702e6b920b9cce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=37.0 K 2024-12-06T00:57:50,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:50,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/A is initiating minor compaction (all files) 2024-12-06T00:57:50,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/A in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:50,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=101.1 K 2024-12-06T00:57:50,923 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:50,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7] 2024-12-06T00:57:50,924 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 85ec45beb1fc4961a8702e6b920b9cce, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:50,924 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b30e53a97d7945e3a4c6a31407713621, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:50,924 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6eae661bfed2402b894021f4765afa2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733446668641 2024-12-06T00:57:50,924 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91fe55b9b3784beabfe9f1725b6fc15a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733446668641 2024-12-06T00:57:50,925 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca25630ff4b43959c30f3129aacf187, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733446669337 2024-12-06T00:57:50,925 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e5f5ecba9bc4486a08f96d5ec26efa7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733446669337 2024-12-06T00:57:50,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:50,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:50,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store ffae58c8560f6051b554544085180ac5:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:50,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:50,934 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:50,939 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a81a95b9d9c549b890cc6a7bd0179184_ffae58c8560f6051b554544085180ac5 store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:50,941 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a81a95b9d9c549b890cc6a7bd0179184_ffae58c8560f6051b554544085180ac5, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:50,941 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a81a95b9d9c549b890cc6a7bd0179184_ffae58c8560f6051b554544085180ac5 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:50,960 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:50,961 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/ebfc7333fd344d50b865f1cb5ca900d3 is 50, key is test_row_0/B:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742100_1276 (size=4469) 2024-12-06T00:57:50,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742101_1277 (size=13425) 2024-12-06T00:57:50,975 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#A#compaction#227 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:50,976 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c6ec0b4dea97493bb8ed9e80338db900 is 175, key is test_row_0/A:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:50,983 INFO [Thread-722 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-722. 2024-12-06T00:57:50,983 DEBUG [Thread-722 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:50,983 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,983 DEBUG [Thread-722 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:50,984 INFO [Thread-716 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-716. 2024-12-06T00:57:50,984 DEBUG [Thread-716 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:50,984 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,984 INFO [Thread-718 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-718. 2024-12-06T00:57:50,984 DEBUG [Thread-718 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:50,984 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,984 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:50,984 DEBUG [Thread-718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:50,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742102_1278 (size=32379) 2024-12-06T00:57:50,989 INFO [Thread-720 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-720. 2024-12-06T00:57:50,989 DEBUG [Thread-720 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:50,989 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,989 DEBUG [Thread-720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:50,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:50,999 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/c6ec0b4dea97493bb8ed9e80338db900 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c6ec0b4dea97493bb8ed9e80338db900 2024-12-06T00:57:51,003 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/A of ffae58c8560f6051b554544085180ac5 into c6ec0b4dea97493bb8ed9e80338db900(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:51,003 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:51,003 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/A, priority=13, startTime=1733446670920; duration=0sec 2024-12-06T00:57:51,004 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:51,004 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:A 2024-12-06T00:57:51,004 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:51,008 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:51,008 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): ffae58c8560f6051b554544085180ac5/C is initiating minor compaction (all files) 2024-12-06T00:57:51,008 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of ffae58c8560f6051b554544085180ac5/C in TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,008 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1df35eefbc82403086b5589f40b9fa9f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp, totalSize=37.0 K 2024-12-06T00:57:51,009 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1df35eefbc82403086b5589f40b9fa9f, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=433, earliestPutTs=1733446667974 2024-12-06T00:57:51,009 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f66cc853d084e459a7a586757fa81ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=445, earliestPutTs=1733446668641 2024-12-06T00:57:51,010 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb65ffb28be04f1d9c72ebde2cea5a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=472, earliestPutTs=1733446669337 2024-12-06T00:57:51,018 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): ffae58c8560f6051b554544085180ac5#C#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:51,018 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/6b09e610d7944fc4ae2d231c54e965b0 is 50, key is test_row_0/C:col10/1733446669337/Put/seqid=0 2024-12-06T00:57:51,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742103_1279 (size=13391) 2024-12-06T00:57:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:51,025 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:51,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:57:51,025 INFO [Thread-711 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-711. 2024-12-06T00:57:51,025 DEBUG [Thread-711 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:51,025 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,025 DEBUG [Thread-711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,026 INFO [Thread-709 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-709. 2024-12-06T00:57:51,026 DEBUG [Thread-709 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:51,026 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,026 DEBUG [Thread-709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:51,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:51,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ea3ad334a174325a2c4293c752004dd_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446670003/Put/seqid=0 2024-12-06T00:57:51,034 INFO [Thread-713 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-713. 2024-12-06T00:57:51,034 DEBUG [Thread-713 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:51,034 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,034 DEBUG [Thread-713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:51,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742104_1280 (size=12454) 2024-12-06T00:57:51,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:51,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,164 INFO [Thread-705 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-705. 2024-12-06T00:57:51,164 INFO [Thread-707 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-707. 2024-12-06T00:57:51,164 DEBUG [Thread-705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:51,164 DEBUG [Thread-707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:57:51,164 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,164 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,165 DEBUG [Thread-707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,165 DEBUG [Thread-705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:51,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:51,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:51,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:51,379 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/ebfc7333fd344d50b865f1cb5ca900d3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/ebfc7333fd344d50b865f1cb5ca900d3 2024-12-06T00:57:51,384 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/B of ffae58c8560f6051b554544085180ac5 into ebfc7333fd344d50b865f1cb5ca900d3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:51,384 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:51,384 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/B, priority=13, startTime=1733446670921; duration=0sec 2024-12-06T00:57:51,384 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:51,384 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:B 2024-12-06T00:57:51,428 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/6b09e610d7944fc4ae2d231c54e965b0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/6b09e610d7944fc4ae2d231c54e965b0 2024-12-06T00:57:51,434 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in ffae58c8560f6051b554544085180ac5/C of ffae58c8560f6051b554544085180ac5 into 6b09e610d7944fc4ae2d231c54e965b0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:51,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:51,435 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5., storeName=ffae58c8560f6051b554544085180ac5/C, priority=13, startTime=1733446670929; duration=0sec 2024-12-06T00:57:51,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:51,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: ffae58c8560f6051b554544085180ac5:C 2024-12-06T00:57:51,442 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:51,446 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064ea3ad334a174325a2c4293c752004dd_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ea3ad334a174325a2c4293c752004dd_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:51,447 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e97f766bdf0f4a60a07122edc33959c1, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:51,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e97f766bdf0f4a60a07122edc33959c1 is 175, key is test_row_0/A:col10/1733446670003/Put/seqid=0 2024-12-06T00:57:51,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742105_1281 (size=31255) 2024-12-06T00:57:51,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,830 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=488, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e97f766bdf0f4a60a07122edc33959c1 2024-12-06T00:57:51,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5ac63492195a42cc98e92916cb0cb9fc is 50, key is test_row_0/B:col10/1733446670003/Put/seqid=0 2024-12-06T00:57:51,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742106_1282 (size=12301) 2024-12-06T00:57:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:51,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:51,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:51,983 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,137 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5ac63492195a42cc98e92916cb0cb9fc 2024-12-06T00:57:52,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/c7bbe0e118604b9f9849f26ca5582030 is 50, key is test_row_0/C:col10/1733446670003/Put/seqid=0 2024-12-06T00:57:52,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742107_1283 (size=12301) 2024-12-06T00:57:52,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,290 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,444 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,597 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. as already flushing 2024-12-06T00:57:52,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:52,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/c7bbe0e118604b9f9849f26ca5582030 2024-12-06T00:57:52,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/e97f766bdf0f4a60a07122edc33959c1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e97f766bdf0f4a60a07122edc33959c1 2024-12-06T00:57:52,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e97f766bdf0f4a60a07122edc33959c1, entries=150, sequenceid=488, filesize=30.5 K 2024-12-06T00:57:52,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/5ac63492195a42cc98e92916cb0cb9fc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5ac63492195a42cc98e92916cb0cb9fc 2024-12-06T00:57:52,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5ac63492195a42cc98e92916cb0cb9fc, entries=150, sequenceid=488, filesize=12.0 K 2024-12-06T00:57:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/c7bbe0e118604b9f9849f26ca5582030 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/c7bbe0e118604b9f9849f26ca5582030 2024-12-06T00:57:52,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/c7bbe0e118604b9f9849f26ca5582030, entries=150, sequenceid=488, filesize=12.0 K 2024-12-06T00:57:52,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=20.13 KB/20610 for ffae58c8560f6051b554544085180ac5 in 1673ms, sequenceid=488, compaction requested=false 2024-12-06T00:57:52,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:52,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-06T00:57:52,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:52,751 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing ffae58c8560f6051b554544085180ac5 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-06T00:57:52,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f286820631f45d485beef25c04d7722_ffae58c8560f6051b554544085180ac5 is 50, key is test_row_0/A:col10/1733446671163/Put/seqid=0 2024-12-06T00:57:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742108_1284 (size=9914) 2024-12-06T00:57:52,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:53,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:53,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f286820631f45d485beef25c04d7722_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f286820631f45d485beef25c04d7722_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f5da0233a02542c6a0fda3bdf96bea09, store: [table=TestAcidGuarantees family=A region=ffae58c8560f6051b554544085180ac5] 2024-12-06T00:57:53,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f5da0233a02542c6a0fda3bdf96bea09 is 175, key is test_row_0/A:col10/1733446671163/Put/seqid=0 2024-12-06T00:57:53,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742109_1285 (size=22561) 2024-12-06T00:57:53,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=496, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f5da0233a02542c6a0fda3bdf96bea09 2024-12-06T00:57:53,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f44760d97a2a40b5b6df70217e521d7c is 50, key is test_row_0/B:col10/1733446671163/Put/seqid=0 2024-12-06T00:57:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742110_1286 (size=9857) 2024-12-06T00:57:53,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f44760d97a2a40b5b6df70217e521d7c 2024-12-06T00:57:53,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/187feed0d21c433c9e32d61e2354f627 is 50, key is test_row_0/C:col10/1733446671163/Put/seqid=0 2024-12-06T00:57:53,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742111_1287 (size=9857) 2024-12-06T00:57:54,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/187feed0d21c433c9e32d61e2354f627 2024-12-06T00:57:54,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/A/f5da0233a02542c6a0fda3bdf96bea09 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f5da0233a02542c6a0fda3bdf96bea09 2024-12-06T00:57:54,402 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f5da0233a02542c6a0fda3bdf96bea09, entries=100, sequenceid=496, filesize=22.0 K 2024-12-06T00:57:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/B/f44760d97a2a40b5b6df70217e521d7c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f44760d97a2a40b5b6df70217e521d7c 2024-12-06T00:57:54,406 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f44760d97a2a40b5b6df70217e521d7c, entries=100, sequenceid=496, filesize=9.6 K 2024-12-06T00:57:54,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/.tmp/C/187feed0d21c433c9e32d61e2354f627 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/187feed0d21c433c9e32d61e2354f627 2024-12-06T00:57:54,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/187feed0d21c433c9e32d61e2354f627, entries=100, sequenceid=496, filesize=9.6 K 2024-12-06T00:57:54,411 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for ffae58c8560f6051b554544085180ac5 in 1660ms, sequenceid=496, compaction requested=true 2024-12-06T00:57:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for ffae58c8560f6051b554544085180ac5: 2024-12-06T00:57:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:54,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-06T00:57:54,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-06T00:57:54,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-06T00:57:54,413 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6610 sec 2024-12-06T00:57:54,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 3.6710 sec 2024-12-06T00:57:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-06T00:57:54,903 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 169 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 166 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 17 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2395 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2405 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1111 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3332 rows 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1116 2024-12-06T00:57:54,903 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3345 rows 2024-12-06T00:57:54,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:57:54,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:57:54,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:54,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:54,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:57:54,905 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:57:54,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:54,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T00:57:54,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446674907"}]},"ts":"1733446674907"} 2024-12-06T00:57:54,909 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:57:54,909 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:57:54,910 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:57:54,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, UNASSIGN}] 2024-12-06T00:57:54,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, UNASSIGN 2024-12-06T00:57:54,913 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:54,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, UNASSIGN because future has completed 2024-12-06T00:57:54,914 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:57:54,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T00:57:55,066 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(122): Close ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:57:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1722): Closing ffae58c8560f6051b554544085180ac5, disabling compactions & flushes 2024-12-06T00:57:55,067 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. after waiting 0 ms 2024-12-06T00:57:55,067 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:55,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7] to archive 2024-12-06T00:57:55,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:55,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4212159e05c34291bda1b37a884078c0 2024-12-06T00:57:55,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/910d32f6d509441d8114144ddb68b56f 2024-12-06T00:57:55,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/078c69ed43e44b7da984a6986e105981 2024-12-06T00:57:55,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/33d016524f914c80a457b42cdee44284 2024-12-06T00:57:55,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/729d3364c40d46859b116d44078b8e47 2024-12-06T00:57:55,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/4216aeb479544704834994ab5548fed0 2024-12-06T00:57:55,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/21287b49bd6a439b9b6a585cfe306fa2 2024-12-06T00:57:55,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/80c16bec677248c38b196de9594a590b 2024-12-06T00:57:55,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/0b77befc530b4c53b52ba5c7ada58abf 2024-12-06T00:57:55,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aa1cdf6ce5b144558ac3b354d4d9e761 2024-12-06T00:57:55,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b55af7c61da249bd8cc174009c797586 2024-12-06T00:57:55,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/daf23f2de6d74f8fb4ae9f30249e8d5d 2024-12-06T00:57:55,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/cf3da255ba3f48309903950f607e0ec6 2024-12-06T00:57:55,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/7c8a8ab69e4e449e860c44d2ec1e51d5 2024-12-06T00:57:55,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e02e6d7dfd7040c09efdf79b7400df13 2024-12-06T00:57:55,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/93cdd0f67c9f461085acfa27ce754a7a 2024-12-06T00:57:55,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/3cd175b019134281a7acf397236bb9ec 2024-12-06T00:57:55,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/817790d9ba3f4b1cbc88e181e52d6807 2024-12-06T00:57:55,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e016938df08046d085d3da307c75969f 2024-12-06T00:57:55,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9dc2352e4fa547569aad0a76895f129c 2024-12-06T00:57:55,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/aeed61109fed41299165447ef757fb26 2024-12-06T00:57:55,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/ae95164a758a4816b673033383aace8e 2024-12-06T00:57:55,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f9f3b77c86b74777ba585518c9fb0721 2024-12-06T00:57:55,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c0765d85200040548e7b7a3a47a683b4 2024-12-06T00:57:55,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/1061b9da6fda4c8399a379da6468a20a 2024-12-06T00:57:55,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/eb4927a70933443cbbd1d17f33df0b3f 2024-12-06T00:57:55,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/11de940d67a14a61a65cb36885c874ac 2024-12-06T00:57:55,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/5a17470217244d5c8274c6d441d6bd5f 2024-12-06T00:57:55,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/2074116a13c849508f53da29e75f6193 2024-12-06T00:57:55,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f896a455a1c2413f807f7940bfbb1020 2024-12-06T00:57:55,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/b30e53a97d7945e3a4c6a31407713621 2024-12-06T00:57:55,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/91fe55b9b3784beabfe9f1725b6fc15a 2024-12-06T00:57:55,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/9e5f5ecba9bc4486a08f96d5ec26efa7 2024-12-06T00:57:55,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/afc6e3dc50c3463685de82adaaa267ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/07195a47c068454a8a66f3f8be0da8a7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/37ab7a24a22e405c9e656d1d6dd46d69, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3750d8a7e0e24e6aa683606a5c0dca27, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/45f0010acee647c1a941d3e00788bb3f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/d8e9b5438653491cb782a60537e28f30, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/882c62a240844e0f9e96905dd8bfd1e1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/8c7fd5054e3b4a71a10d3570ee136357, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/85ec45beb1fc4961a8702e6b920b9cce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187] to archive 2024-12-06T00:57:55,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:55,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aed7882184f84095829c61577d051840 2024-12-06T00:57:55,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6d7d4b7367eb4f65b36a520dff1e0b2e 2024-12-06T00:57:55,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/afc6e3dc50c3463685de82adaaa267ca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/afc6e3dc50c3463685de82adaaa267ca 2024-12-06T00:57:55,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/dde6869400344675a389a11f6d4b6661 2024-12-06T00:57:55,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f91ad9f03ef54b3f8e87b5bcf62b2285 2024-12-06T00:57:55,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/530dd22d2ccd47628dbf2f311de896ef 2024-12-06T00:57:55,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/07195a47c068454a8a66f3f8be0da8a7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/07195a47c068454a8a66f3f8be0da8a7 2024-12-06T00:57:55,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/66178f7479bf40bc9f353937457c87ab 2024-12-06T00:57:55,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/99c3e9b638cd4708b2e47f930c9d0f6e 2024-12-06T00:57:55,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/43d9dbc1459c4f3ba7792852eb820370 2024-12-06T00:57:55,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/37ab7a24a22e405c9e656d1d6dd46d69 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/37ab7a24a22e405c9e656d1d6dd46d69 2024-12-06T00:57:55,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3b5a9b3e218a4541b1929636932175ba 2024-12-06T00:57:55,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ea3b0a891ee42dda7636a9103b642eb 2024-12-06T00:57:55,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3750d8a7e0e24e6aa683606a5c0dca27 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/3750d8a7e0e24e6aa683606a5c0dca27 2024-12-06T00:57:55,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6ee261849dea4588bf771ce2d551c107 2024-12-06T00:57:55,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/32ff0afd639345bcad748b6fb4732c61 2024-12-06T00:57:55,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/45f0010acee647c1a941d3e00788bb3f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/45f0010acee647c1a941d3e00788bb3f 2024-12-06T00:57:55,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/a45ad214bcca403787382d97e21ad9ea 2024-12-06T00:57:55,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5683989b9bcf464a97eaa718a3690b52 2024-12-06T00:57:55,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/d8e9b5438653491cb782a60537e28f30 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/d8e9b5438653491cb782a60537e28f30 2024-12-06T00:57:55,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6fa50e20094d441dab158237180b8dc6 2024-12-06T00:57:55,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/874b7af6eaef46ff8f9af7ed3af1b87a 2024-12-06T00:57:55,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/879950b035b74cf4820bbd4b63163818 2024-12-06T00:57:55,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/882c62a240844e0f9e96905dd8bfd1e1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/882c62a240844e0f9e96905dd8bfd1e1 2024-12-06T00:57:55,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/12d257289acd4df8a013e933f046976d 2024-12-06T00:57:55,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4778ff88cf6d46898850ea17b9ee475f 2024-12-06T00:57:55,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/8c7fd5054e3b4a71a10d3570ee136357 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/8c7fd5054e3b4a71a10d3570ee136357 2024-12-06T00:57:55,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/aa05162180ca458ebac4006169934eb7 2024-12-06T00:57:55,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/11e807ad4d454fe5866314987e8319ba 2024-12-06T00:57:55,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/85ec45beb1fc4961a8702e6b920b9cce to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/85ec45beb1fc4961a8702e6b920b9cce 2024-12-06T00:57:55,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/4b823cd0779c4a7f876208ca6d371dd3 2024-12-06T00:57:55,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/6eae661bfed2402b894021f4765afa2c 2024-12-06T00:57:55,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/2ca25630ff4b43959c30f3129aacf187 2024-12-06T00:57:55,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/57713597ae1a4230b3f6526aaa384e77, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/664f08407eae4ee4b8c8937cd8a86cdc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7302552813ac4b7aaf81c7738237863c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ef012a951d104b4fbaea3e5cc89bb83d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/3169bcc3274a4e2c867f861a6fac33c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7126c58d5fdd4ed4bdf85152efbe8ade, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a5cfe465e7634d82bab2755f231a2bfb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1df35eefbc82403086b5589f40b9fa9f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78] to archive 2024-12-06T00:57:55,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:57:55,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/69aad7f762fc4d25a183c947f95c4f0e 2024-12-06T00:57:55,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/43ec2be918bf4b208bb8570bda7deae3 2024-12-06T00:57:55,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/57713597ae1a4230b3f6526aaa384e77 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/57713597ae1a4230b3f6526aaa384e77 2024-12-06T00:57:55,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ab4659e63d4c4b61bd646c24b1c30e6f 2024-12-06T00:57:55,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9ce6469158dc4d5b9b47c008310ecc99 2024-12-06T00:57:55,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5898c0c7a22d4d71ad95048c8814346f 2024-12-06T00:57:55,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/664f08407eae4ee4b8c8937cd8a86cdc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/664f08407eae4ee4b8c8937cd8a86cdc 2024-12-06T00:57:55,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/dc3e5c004ef9486a83e2b398ee21623f 2024-12-06T00:57:55,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b29b066e62624ea6bd6289b8be4b3425 2024-12-06T00:57:55,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/aba318aebcea4a4aa9e5973c02b621f0 2024-12-06T00:57:55,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7302552813ac4b7aaf81c7738237863c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7302552813ac4b7aaf81c7738237863c 2024-12-06T00:57:55,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/42bf1972e32f4bc6a29b2c9eb1a81dee 2024-12-06T00:57:55,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/9427de91929d436195ad03457e8578ba 2024-12-06T00:57:55,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ef012a951d104b4fbaea3e5cc89bb83d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/ef012a951d104b4fbaea3e5cc89bb83d 2024-12-06T00:57:55,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/d573544ccf184e38a68720340b594618 2024-12-06T00:57:55,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1efbf75eef3a4a9aada3f07e115419cf 2024-12-06T00:57:55,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/3169bcc3274a4e2c867f861a6fac33c0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/3169bcc3274a4e2c867f861a6fac33c0 2024-12-06T00:57:55,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/bd5a605d9ea04a4b95e58b788b4c32e8 2024-12-06T00:57:55,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/0ac81acec2524f608cb22e2ecee84dbd 2024-12-06T00:57:55,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7126c58d5fdd4ed4bdf85152efbe8ade to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/7126c58d5fdd4ed4bdf85152efbe8ade 2024-12-06T00:57:55,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1c9f39c9acd242c2947c424264515e80 2024-12-06T00:57:55,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a3bff136a9dc40969cef53dda29ff5f2 2024-12-06T00:57:55,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/b03bb14ce9cc485593800d9e2d4bc8ee 2024-12-06T00:57:55,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8888750861604324b84085d2c5ab7dd7 2024-12-06T00:57:55,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a5cfe465e7634d82bab2755f231a2bfb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/a5cfe465e7634d82bab2755f231a2bfb 2024-12-06T00:57:55,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/5c24b2f0a2064f22a6145108153fb3cf 2024-12-06T00:57:55,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/2f28fc2dafb543f49f49186b5437bb8d 2024-12-06T00:57:55,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/cd847ea4f7484b32926948ee75230798 2024-12-06T00:57:55,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1df35eefbc82403086b5589f40b9fa9f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/1df35eefbc82403086b5589f40b9fa9f 2024-12-06T00:57:55,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/f1d87fe8828e4b75b96849270c1d6dfd 2024-12-06T00:57:55,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/8f66cc853d084e459a7a586757fa81ee 2024-12-06T00:57:55,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/eb65ffb28be04f1d9c72ebde2cea5a78 2024-12-06T00:57:55,179 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits/499.seqid, newMaxSeqId=499, maxSeqId=4 2024-12-06T00:57:55,180 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5. 2024-12-06T00:57:55,180 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] regionserver.HRegion(1676): Region close journal for ffae58c8560f6051b554544085180ac5: Waiting for close lock at 1733446675067Running coprocessor pre-close hooks at 1733446675067Disabling compacts and flushes for region at 1733446675067Disabling writes for close at 1733446675067Writing region close event to WAL at 1733446675176 (+109 ms)Running coprocessor post-close hooks at 1733446675180 (+4 ms)Closed at 1733446675180 2024-12-06T00:57:55,183 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=63}] handler.UnassignRegionHandler(157): Closed ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,183 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=ffae58c8560f6051b554544085180ac5, regionState=CLOSED 2024-12-06T00:57:55,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:55,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-06T00:57:55,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseRegionProcedure ffae58c8560f6051b554544085180ac5, server=f7c814cf3c7e,36411,1733446618544 in 272 msec 2024-12-06T00:57:55,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61 2024-12-06T00:57:55,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=ffae58c8560f6051b554544085180ac5, UNASSIGN in 277 msec 2024-12-06T00:57:55,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-06T00:57:55,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 280 msec 2024-12-06T00:57:55,194 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446675193"}]},"ts":"1733446675193"} 2024-12-06T00:57:55,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:57:55,195 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:57:55,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 290 msec 2024-12-06T00:57:55,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-06T00:57:55,224 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:55,224 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:57:55,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,226 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=64, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T00:57:55,227 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=64, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,231 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,234 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits] 2024-12-06T00:57:55,236 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c6ec0b4dea97493bb8ed9e80338db900 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/c6ec0b4dea97493bb8ed9e80338db900 2024-12-06T00:57:55,237 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e97f766bdf0f4a60a07122edc33959c1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/e97f766bdf0f4a60a07122edc33959c1 2024-12-06T00:57:55,238 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f5da0233a02542c6a0fda3bdf96bea09 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/A/f5da0233a02542c6a0fda3bdf96bea09 2024-12-06T00:57:55,241 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5ac63492195a42cc98e92916cb0cb9fc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/5ac63492195a42cc98e92916cb0cb9fc 2024-12-06T00:57:55,242 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/ebfc7333fd344d50b865f1cb5ca900d3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/ebfc7333fd344d50b865f1cb5ca900d3 2024-12-06T00:57:55,244 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f44760d97a2a40b5b6df70217e521d7c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/B/f44760d97a2a40b5b6df70217e521d7c 2024-12-06T00:57:55,247 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/187feed0d21c433c9e32d61e2354f627 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/187feed0d21c433c9e32d61e2354f627 2024-12-06T00:57:55,249 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/6b09e610d7944fc4ae2d231c54e965b0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/6b09e610d7944fc4ae2d231c54e965b0 2024-12-06T00:57:55,250 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/c7bbe0e118604b9f9849f26ca5582030 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/C/c7bbe0e118604b9f9849f26ca5582030 2024-12-06T00:57:55,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits/499.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5/recovered.edits/499.seqid 2024-12-06T00:57:55,254 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,254 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:57:55,255 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:57:55,256 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T00:57:55,261 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120615dbb288b4eb417cbe61ebbc68ce92d7_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120615dbb288b4eb417cbe61ebbc68ce92d7_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061dcaf9e4d9124ccd8e3aebf5c1a78d3e_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061dcaf9e4d9124ccd8e3aebf5c1a78d3e_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061fe138e2563e488aa8ac272e724207d2_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061fe138e2563e488aa8ac272e724207d2_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120625ff4f422e694ad4859e5f4777a74159_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120625ff4f422e694ad4859e5f4777a74159_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062be655dee5964be8bd341a5fd7263a34_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062be655dee5964be8bd341a5fd7263a34_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120639f0a3170d6c4b63b556d9cfebbcd41f_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120639f0a3170d6c4b63b556d9cfebbcd41f_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1dc3ec342b4ba8b559462ff0d8453d_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063c1dc3ec342b4ba8b559462ff0d8453d_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063fe7be81d90f44a6be6b5df691df535d_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063fe7be81d90f44a6be6b5df691df535d_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,272 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646fb1cdb230649b799355875e3ceb0ce_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120646fb1cdb230649b799355875e3ceb0ce_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ea3ad334a174325a2c4293c752004dd_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ea3ad334a174325a2c4293c752004dd_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f286820631f45d485beef25c04d7722_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f286820631f45d485beef25c04d7722_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,276 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f47f682a7d949b5b87b6483298f5a2b_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f47f682a7d949b5b87b6483298f5a2b_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,277 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ffdf9928b164fd9845540c8ead36c71_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064ffdf9928b164fd9845540c8ead36c71_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,279 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a56644e1c24548810a519dbabe577a_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661a56644e1c24548810a519dbabe577a_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,280 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120662697db697b844169376f421856403be_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120662697db697b844169376f421856403be_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,281 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120667e9136f26ff4de0bf08d9e3bf3892d5_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120667e9136f26ff4de0bf08d9e3bf3892d5_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,282 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066cc00668b5cc434b9566bb0adb75f5e1_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066cc00668b5cc434b9566bb0adb75f5e1_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,284 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a587e364cb841e6a032a36f0c2641bb_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a587e364cb841e6a032a36f0c2641bb_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,286 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b4692832f374ba09aad7b728d61516b_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068b4692832f374ba09aad7b728d61516b_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,287 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069211968ec2cb4394b8d3d0c5b0a24296_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069211968ec2cb4394b8d3d0c5b0a24296_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,288 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206931c410935684c1ca068131f9737e5b7_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206931c410935684c1ca068131f9737e5b7_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,289 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2d1768ab104487499199942872b3569_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b2d1768ab104487499199942872b3569_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,290 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cbb9661a9d3e4dc893d01bd4bb051051_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cbb9661a9d3e4dc893d01bd4bb051051_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,291 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb3b58217c4842e4aa8ce12b169dbf76_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb3b58217c4842e4aa8ce12b169dbf76_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,292 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb966cd5c4cf4afd9b577c6e46e0a033_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eb966cd5c4cf4afd9b577c6e46e0a033_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,293 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f09b3f96c5d7493e88bd9a5f9e5afb47_ffae58c8560f6051b554544085180ac5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f09b3f96c5d7493e88bd9a5f9e5afb47_ffae58c8560f6051b554544085180ac5 2024-12-06T00:57:55,294 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:57:55,296 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=64, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,300 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:57:55,303 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:57:55,311 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=64, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,311 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:57:55,311 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446675311"}]},"ts":"9223372036854775807"} 2024-12-06T00:57:55,315 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:57:55,315 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ffae58c8560f6051b554544085180ac5, NAME => 'TestAcidGuarantees,,1733446648825.ffae58c8560f6051b554544085180ac5.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:57:55,315 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:57:55,316 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446675315"}]},"ts":"9223372036854775807"} 2024-12-06T00:57:55,319 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:57:55,320 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=64, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 96 msec 2024-12-06T00:57:55,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-12-06T00:57:55,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:57:55,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:55,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=247 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-641772130_22 at /127.0.0.1:46176 [Waiting for operation #112] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-641772130_22 at /127.0.0.1:45860 [Waiting for operation #791] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_980298298_22 at /127.0.0.1:46154 [Waiting for operation #159] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_980298298_22 at /127.0.0.1:53958 [Waiting for operation #776] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=463 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=622 (was 601) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10733 (was 11000) 2024-12-06T00:57:55,356 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=247, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=622, ProcessCount=12, AvailableMemoryMB=10732 2024-12-06T00:57:55,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:57:55,358 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:57:55,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:57:55,360 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:57:55,361 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:55,361 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 65 2024-12-06T00:57:55,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-06T00:57:55,362 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:57:55,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742112_1288 (size=959) 2024-12-06T00:57:55,369 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:57:55,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742113_1289 (size=53) 2024-12-06T00:57:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-06T00:57:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 85fd21e1726a6483d27e313ea95d03ac, disabling compactions & flushes 2024-12-06T00:57:55,779 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. after waiting 0 ms 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:55,779 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:55,779 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85fd21e1726a6483d27e313ea95d03ac: Waiting for close lock at 1733446675779Disabling compacts and flushes for region at 1733446675779Disabling writes for close at 1733446675779Writing region close event to WAL at 1733446675779Closed at 1733446675779 2024-12-06T00:57:55,781 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:57:55,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446675781"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446675781"}]},"ts":"1733446675781"} 2024-12-06T00:57:55,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:57:55,784 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:57:55,784 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446675784"}]},"ts":"1733446675784"} 2024-12-06T00:57:55,786 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:57:55,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, ASSIGN}] 2024-12-06T00:57:55,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, ASSIGN 2024-12-06T00:57:55,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:57:55,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=85fd21e1726a6483d27e313ea95d03ac, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:55,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, ASSIGN because future has completed 2024-12-06T00:57:55,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:57:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-06T00:57:56,096 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,096 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:57:56,097 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,097 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:57:56,097 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,097 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,098 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,099 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85fd21e1726a6483d27e313ea95d03ac columnFamilyName A 2024-12-06T00:57:56,099 DEBUG [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:56,100 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(327): Store=85fd21e1726a6483d27e313ea95d03ac/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:56,100 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,101 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85fd21e1726a6483d27e313ea95d03ac columnFamilyName B 2024-12-06T00:57:56,101 DEBUG [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:56,102 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(327): Store=85fd21e1726a6483d27e313ea95d03ac/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:56,102 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,103 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85fd21e1726a6483d27e313ea95d03ac columnFamilyName C 2024-12-06T00:57:56,103 DEBUG [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:57:56,103 INFO [StoreOpener-85fd21e1726a6483d27e313ea95d03ac-1 {}] regionserver.HStore(327): Store=85fd21e1726a6483d27e313ea95d03ac/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:57:56,103 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,104 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,105 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,106 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:57:56,107 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,109 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:57:56,110 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened 85fd21e1726a6483d27e313ea95d03ac; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64440266, jitterRate=-0.03976520895957947}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:57:56,110 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,111 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for 85fd21e1726a6483d27e313ea95d03ac: Running coprocessor pre-open hook at 1733446676097Writing region info on filesystem at 1733446676097Initializing all the Stores at 1733446676098 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446676098Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446676098Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446676098Cleaning up temporary data from old regions at 1733446676106 (+8 ms)Running coprocessor post-open hooks at 1733446676110 (+4 ms)Region opened successfully at 1733446676111 (+1 ms) 2024-12-06T00:57:56,112 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., pid=67, masterSystemTime=1733446676093 2024-12-06T00:57:56,113 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,113 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,114 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=85fd21e1726a6483d27e313ea95d03ac, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:57:56,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-12-06T00:57:56,118 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 in 175 msec 2024-12-06T00:57:56,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65 2024-12-06T00:57:56,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, ASSIGN in 332 msec 2024-12-06T00:57:56,121 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:57:56,121 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446676121"}]},"ts":"1733446676121"} 2024-12-06T00:57:56,122 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:57:56,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=65, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:57:56,125 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 765 msec 2024-12-06T00:57:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=65 2024-12-06T00:57:56,503 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:56,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a754db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,505 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,505 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@681ebdf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,506 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,507 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,508 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29cffd24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,508 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,509 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,510 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,511 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:57:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:57:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b211a0c 2024-12-06T00:57:56,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:57:56,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:57:56,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50502613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,514 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,515 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44bee025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,515 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,516 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,516 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a69ad3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@554689fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,518 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,518 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168add8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,520 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46646, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539eebdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72325ab8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,521 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,521 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d7b93e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,522 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,522 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,523 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698a386a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686bc48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,524 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71450fcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,525 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67930d4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d70004e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,527 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,527 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,527 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c2f329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,528 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,528 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,529 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42510559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675e61a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,530 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,530 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,530 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,530 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49a616e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,532 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b2dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9635b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,534 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69a7b4ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,535 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,535 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,536 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e29dda5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2611025, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,537 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,537 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1929c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,538 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,538 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,539 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@564f4474, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a8ae50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,540 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,540 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,540 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,540 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c508760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,541 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,542 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46778, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,542 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fdcab38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@471771d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:57:56,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:57:56,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b8d564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:57:56,544 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:57:56,545 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46800, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:57:56,545 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405685f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:57:56,549 DEBUG [Thread-1321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,549 DEBUG [Thread-1317 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,549 DEBUG [Thread-1332 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,551 DEBUG [Thread-1326 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50650, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:56,552 DEBUG [Thread-1330 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,552 DEBUG [Thread-1324 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,552 DEBUG [Thread-1326 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,553 DEBUG [Thread-1326 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,553 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,553 DEBUG [Thread-1313 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T00:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,554 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-12-06T00:57:56,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T00:57:56,557 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:56,558 DEBUG [Thread-1328 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,558 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,559 DEBUG [Thread-1315 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,559 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:56,559 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,560 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50698, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,564 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,569 DEBUG [Thread-1319 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:57:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:57:56,571 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:57:56,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:57:56,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:57:56,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:56,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:57:56,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446736601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,609 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446736603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,610 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446736605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6b0d8ee0111a45cdbf7477870d39e756 is 50, key is test_row_0/A:col10/1733446676559/Put/seqid=0 2024-12-06T00:57:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446736608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446736609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742114_1290 (size=12001) 2024-12-06T00:57:56,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6b0d8ee0111a45cdbf7477870d39e756 2024-12-06T00:57:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T00:57:56,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6b6cfaa167604a68ad228b1f355d9eb0 is 50, key is test_row_0/B:col10/1733446676559/Put/seqid=0 2024-12-06T00:57:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446736712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446736713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,716 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,717 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-06T00:57:56,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:57:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:56,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:56,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446736749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446736749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446736749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,750 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742115_1291 (size=12001) 2024-12-06T00:57:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,752 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,753 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6b6cfaa167604a68ad228b1f355d9eb0 2024-12-06T00:57:56,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/61b4fb4adea54cd8aca4855ca1c0753e is 50, key is test_row_0/C:col10/1733446676559/Put/seqid=0 2024-12-06T00:57:56,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742116_1292 (size=12001) 2024-12-06T00:57:56,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/61b4fb4adea54cd8aca4855ca1c0753e 2024-12-06T00:57:56,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6b0d8ee0111a45cdbf7477870d39e756 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756 2024-12-06T00:57:56,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:56,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6b6cfaa167604a68ad228b1f355d9eb0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0 2024-12-06T00:57:56,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:56,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/61b4fb4adea54cd8aca4855ca1c0753e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e 2024-12-06T00:57:56,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T00:57:56,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85fd21e1726a6483d27e313ea95d03ac in 273ms, sequenceid=13, compaction requested=false 2024-12-06T00:57:56,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:56,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-12-06T00:57:56,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:56,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:57:56,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T00:57:56,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f3caf9c9bb5c46f5a4f34bf7f59a196c is 50, key is test_row_0/A:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:56,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742117_1293 (size=12001) 2024-12-06T00:57:56,912 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f3caf9c9bb5c46f5a4f34bf7f59a196c 2024-12-06T00:57:56,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:57:56,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:56,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/0c9e489d64ad4d3199a7be19fc65d69c is 50, key is test_row_0/B:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:56,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446736945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,949 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,950 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446736949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446736953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742118_1294 (size=12001) 2024-12-06T00:57:56,962 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/0c9e489d64ad4d3199a7be19fc65d69c 2024-12-06T00:57:56,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446736963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:56,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446736963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:56,968 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:56,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/fc4399e8cc69445ab82afb2a16ec1f7d is 50, key is test_row_0/C:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:56,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742119_1295 (size=12001) 2024-12-06T00:57:57,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446737052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446737062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,065 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T00:57:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446737262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446737262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,266 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446737273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446737273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,274 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446737273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,275 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,390 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/fc4399e8cc69445ab82afb2a16ec1f7d 2024-12-06T00:57:57,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f3caf9c9bb5c46f5a4f34bf7f59a196c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c 2024-12-06T00:57:57,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:57:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/0c9e489d64ad4d3199a7be19fc65d69c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c 2024-12-06T00:57:57,410 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:57:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/fc4399e8cc69445ab82afb2a16ec1f7d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d 2024-12-06T00:57:57,421 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:57:57,421 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85fd21e1726a6483d27e313ea95d03ac in 549ms, sequenceid=37, compaction requested=false 2024-12-06T00:57:57,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-12-06T00:57:57,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-12-06T00:57:57,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-06T00:57:57,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 865 msec 2024-12-06T00:57:57,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 875 msec 2024-12-06T00:57:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:57,575 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:57:57,575 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:57:57,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8a325d8080b2455dbc551d9a309da1d7 is 50, key is test_row_1/A:col10/1733446677573/Put/seqid=0 2024-12-06T00:57:57,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742120_1296 (size=9657) 2024-12-06T00:57:57,628 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446737623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,628 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446737628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,632 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-06T00:57:57,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:57,693 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:57,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-06T00:57:57,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:57,697 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:57,697 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:57,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:57,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446737733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,736 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446737743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,747 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446737772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,777 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446737783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446737783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:57,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T00:57:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:57:57,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:57,850 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:57,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:57,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:57,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446737942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,948 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446737953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:57,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:57,986 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8a325d8080b2455dbc551d9a309da1d7 2024-12-06T00:57:57,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/24e51fedf9cf4559a2ed654144ef32a8 is 50, key is test_row_1/B:col10/1733446677573/Put/seqid=0 2024-12-06T00:57:58,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T00:57:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:57:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:58,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:57:58,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742121_1297 (size=9657) 2024-12-06T00:57:58,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/24e51fedf9cf4559a2ed654144ef32a8 2024-12-06T00:57:58,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:58,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/25b23919f7064675843f722033728e0e is 50, key is test_row_1/C:col10/1733446677573/Put/seqid=0 2024-12-06T00:57:58,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742122_1298 (size=9657) 2024-12-06T00:57:58,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/25b23919f7064675843f722033728e0e 2024-12-06T00:57:58,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8a325d8080b2455dbc551d9a309da1d7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7 2024-12-06T00:57:58,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7, entries=100, sequenceid=50, filesize=9.4 K 2024-12-06T00:57:58,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/24e51fedf9cf4559a2ed654144ef32a8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8 2024-12-06T00:57:58,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8, entries=100, sequenceid=50, filesize=9.4 K 2024-12-06T00:57:58,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/25b23919f7064675843f722033728e0e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e 2024-12-06T00:57:58,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e, entries=100, sequenceid=50, filesize=9.4 K 2024-12-06T00:57:58,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85fd21e1726a6483d27e313ea95d03ac in 482ms, sequenceid=50, compaction requested=true 2024-12-06T00:57:58,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:58,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:57:58,057 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:58,057 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:58,057 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:57:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:57:58,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:58,059 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:58,059 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:57:58,059 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:58,059 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,059 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:57:58,059 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=32.9 K 2024-12-06T00:57:58,059 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,059 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=32.9 K 2024-12-06T00:57:58,061 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b0d8ee0111a45cdbf7477870d39e756, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446676559 2024-12-06T00:57:58,061 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b6cfaa167604a68ad228b1f355d9eb0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446676559 2024-12-06T00:57:58,061 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c9e489d64ad4d3199a7be19fc65d69c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446676590 2024-12-06T00:57:58,062 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3caf9c9bb5c46f5a4f34bf7f59a196c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446676590 2024-12-06T00:57:58,062 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 24e51fedf9cf4559a2ed654144ef32a8, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676943 2024-12-06T00:57:58,063 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a325d8080b2455dbc551d9a309da1d7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676943 2024-12-06T00:57:58,085 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:58,085 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:58,086 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6b61a8008588446f87a850c2f3580c47 is 50, key is test_row_0/B:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:58,086 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/2e152f0f555643c1ad89b59d8668caa0 is 50, key is test_row_0/A:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:58,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742123_1299 (size=12104) 2024-12-06T00:57:58,137 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6b61a8008588446f87a850c2f3580c47 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b61a8008588446f87a850c2f3580c47 2024-12-06T00:57:58,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742124_1300 (size=12104) 2024-12-06T00:57:58,145 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 6b61a8008588446f87a850c2f3580c47(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:58,145 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:58,145 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446678057; duration=0sec 2024-12-06T00:57:58,145 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:57:58,145 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:57:58,145 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:57:58,147 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:57:58,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:57:58,148 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,148 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=32.9 K 2024-12-06T00:57:58,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 61b4fb4adea54cd8aca4855ca1c0753e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733446676559 2024-12-06T00:57:58,149 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fc4399e8cc69445ab82afb2a16ec1f7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446676590 2024-12-06T00:57:58,149 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 25b23919f7064675843f722033728e0e, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676943 2024-12-06T00:57:58,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-06T00:57:58,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:58,157 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:57:58,161 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:57:58,162 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/4b0aed0622fe4f9a8f216e18195c56b6 is 50, key is test_row_0/C:col10/1733446676590/Put/seqid=0 2024-12-06T00:57:58,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/07af5985a0214d9aaa65cf5bd7087e87 is 50, key is test_row_0/A:col10/1733446677626/Put/seqid=0 2024-12-06T00:57:58,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742126_1302 (size=12001) 2024-12-06T00:57:58,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742125_1301 (size=12104) 2024-12-06T00:57:58,191 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/4b0aed0622fe4f9a8f216e18195c56b6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/4b0aed0622fe4f9a8f216e18195c56b6 2024-12-06T00:57:58,198 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 4b0aed0622fe4f9a8f216e18195c56b6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:58,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:58,198 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446678058; duration=0sec 2024-12-06T00:57:58,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:58,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:57:58,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:57:58,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:57:58,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446738279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,284 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,286 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446738282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,286 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:58,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446738393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,395 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446738393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,550 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/2e152f0f555643c1ad89b59d8668caa0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2e152f0f555643c1ad89b59d8668caa0 2024-12-06T00:57:58,557 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 2e152f0f555643c1ad89b59d8668caa0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:57:58,557 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:58,557 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446678057; duration=0sec 2024-12-06T00:57:58,557 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:57:58,558 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:57:58,580 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/07af5985a0214d9aaa65cf5bd7087e87 2024-12-06T00:57:58,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bc34e6fbf00e4d5294e1116ce86f29ac is 50, key is test_row_0/B:col10/1733446677626/Put/seqid=0 2024-12-06T00:57:58,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742127_1303 (size=12001) 2024-12-06T00:57:58,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446738603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446738603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446738793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446738795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,796 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446738795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,797 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,798 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:57:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,798 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:58,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446738913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446738913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:58,918 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:59,002 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bc34e6fbf00e4d5294e1116ce86f29ac 2024-12-06T00:57:59,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e7b7a2326339441ead8bdd4f0c276361 is 50, key is test_row_0/C:col10/1733446677626/Put/seqid=0 2024-12-06T00:57:59,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742128_1304 (size=12001) 2024-12-06T00:57:59,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446739423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:59,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:59,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446739423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:57:59,426 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:57:59,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e7b7a2326339441ead8bdd4f0c276361 2024-12-06T00:57:59,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/07af5985a0214d9aaa65cf5bd7087e87 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87 2024-12-06T00:57:59,439 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T00:57:59,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bc34e6fbf00e4d5294e1116ce86f29ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac 2024-12-06T00:57:59,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T00:57:59,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e7b7a2326339441ead8bdd4f0c276361 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361 2024-12-06T00:57:59,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361, entries=150, sequenceid=74, filesize=11.7 K 2024-12-06T00:57:59,449 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 85fd21e1726a6483d27e313ea95d03ac in 1292ms, sequenceid=74, compaction requested=false 2024-12-06T00:57:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:57:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:57:59,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-06T00:57:59,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-06T00:57:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-06T00:57:59,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7540 sec 2024-12-06T00:57:59,455 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.7600 sec 2024-12-06T00:57:59,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-06T00:57:59,843 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:57:59,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:57:59,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-06T00:57:59,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T00:57:59,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:57:59,847 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:57:59,847 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:57:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T00:58:00,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-06T00:58:00,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:00,000 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:58:00,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ab31308c3b5f4db4948d19be7e57ba87 is 50, key is test_row_0/A:col10/1733446678274/Put/seqid=0 2024-12-06T00:58:00,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742129_1305 (size=12001) 2024-12-06T00:58:00,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ab31308c3b5f4db4948d19be7e57ba87 2024-12-06T00:58:00,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1f39176879974bbe95ce9e419799b980 is 50, key is test_row_0/B:col10/1733446678274/Put/seqid=0 2024-12-06T00:58:00,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742130_1306 (size=12001) 2024-12-06T00:58:00,027 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1f39176879974bbe95ce9e419799b980 2024-12-06T00:58:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d57dc864854c422d9f50cbf36827dae3 is 50, key is test_row_0/C:col10/1733446678274/Put/seqid=0 2024-12-06T00:58:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742131_1307 (size=12001) 2024-12-06T00:58:00,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T00:58:00,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:00,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:00,446 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d57dc864854c422d9f50cbf36827dae3 2024-12-06T00:58:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ab31308c3b5f4db4948d19be7e57ba87 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87 2024-12-06T00:58:00,456 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:58:00,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1f39176879974bbe95ce9e419799b980 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980 2024-12-06T00:58:00,464 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:58:00,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d57dc864854c422d9f50cbf36827dae3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3 2024-12-06T00:58:00,469 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:58:00,470 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=73.80 KB/75570 for 85fd21e1726a6483d27e313ea95d03ac in 470ms, sequenceid=89, compaction requested=true 2024-12-06T00:58:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:00,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-06T00:58:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:00,471 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:00,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T00:58:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-06T00:58:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T00:58:00,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/90489e6a58394b3e9681a2dac6ed1b6a is 50, key is test_row_0/A:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:00,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-06T00:58:00,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 626 msec 2024-12-06T00:58:00,480 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 635 msec 2024-12-06T00:58:00,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742132_1308 (size=14341) 2024-12-06T00:58:00,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/90489e6a58394b3e9681a2dac6ed1b6a 2024-12-06T00:58:00,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a5addcc754ed4b9fa10ac7b9b6d096a2 is 50, key is test_row_0/B:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:00,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742133_1309 (size=12001) 2024-12-06T00:58:00,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446740523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,530 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446740529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446740633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446740643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,646 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,706 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:58:00,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446740802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,806 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,807 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446740813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446740813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,817 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4211 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,817 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446740843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:00,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446740852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,856 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:00,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:00,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a5addcc754ed4b9fa10ac7b9b6d096a2 2024-12-06T00:58:00,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/0aa7b423cfc2489885509e94d6e6a023 is 50, key is test_row_0/C:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:00,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742134_1310 (size=12001) 2024-12-06T00:58:00,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/0aa7b423cfc2489885509e94d6e6a023 2024-12-06T00:58:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/90489e6a58394b3e9681a2dac6ed1b6a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a 2024-12-06T00:58:00,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a, entries=200, sequenceid=104, filesize=14.0 K 2024-12-06T00:58:00,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a5addcc754ed4b9fa10ac7b9b6d096a2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2 2024-12-06T00:58:00,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2, entries=150, sequenceid=104, filesize=11.7 K 2024-12-06T00:58:00,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/0aa7b423cfc2489885509e94d6e6a023 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023 2024-12-06T00:58:00,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023, entries=150, sequenceid=104, filesize=11.7 K 2024-12-06T00:58:00,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 85fd21e1726a6483d27e313ea95d03ac in 473ms, sequenceid=104, compaction requested=true 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:00,945 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:00,945 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:00,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:00,946 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:00,946 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:00,946 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:00,946 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b61a8008588446f87a850c2f3580c47, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=47.0 K 2024-12-06T00:58:00,947 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:00,947 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:00,947 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b61a8008588446f87a850c2f3580c47, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676590 2024-12-06T00:58:00,947 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:00,947 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2e152f0f555643c1ad89b59d8668caa0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=49.3 K 2024-12-06T00:58:00,947 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bc34e6fbf00e4d5294e1116ce86f29ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733446677605 2024-12-06T00:58:00,947 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e152f0f555643c1ad89b59d8668caa0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676590 2024-12-06T00:58:00,948 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f39176879974bbe95ce9e419799b980, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446678274 2024-12-06T00:58:00,948 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 07af5985a0214d9aaa65cf5bd7087e87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733446677605 2024-12-06T00:58:00,948 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab31308c3b5f4db4948d19be7e57ba87, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446678274 2024-12-06T00:58:00,948 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a5addcc754ed4b9fa10ac7b9b6d096a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680462 2024-12-06T00:58:00,949 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90489e6a58394b3e9681a2dac6ed1b6a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680461 2024-12-06T00:58:00,964 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#257 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:00,965 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f3b286be78574ddaa87a8431faecea8c is 50, key is test_row_0/A:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:00,969 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#258 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:00,969 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/b3cb2b524a354e35bc43ca13276929ac is 50, key is test_row_0/B:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:00,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742135_1311 (size=12241) 2024-12-06T00:58:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-06T00:58:00,983 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:00,983 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:00,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-06T00:58:00,985 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:00,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T00:58:00,986 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:00,986 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:00,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742136_1312 (size=12241) 2024-12-06T00:58:00,999 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/b3cb2b524a354e35bc43ca13276929ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/b3cb2b524a354e35bc43ca13276929ac 2024-12-06T00:58:01,004 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into b3cb2b524a354e35bc43ca13276929ac(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:01,004 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:01,004 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=12, startTime=1733446680945; duration=0sec 2024-12-06T00:58:01,005 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:01,005 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:01,005 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:01,006 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:01,006 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:01,006 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:01,006 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/4b0aed0622fe4f9a8f216e18195c56b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=47.0 K 2024-12-06T00:58:01,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4b0aed0622fe4f9a8f216e18195c56b6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446676590 2024-12-06T00:58:01,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e7b7a2326339441ead8bdd4f0c276361, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1733446677605 2024-12-06T00:58:01,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d57dc864854c422d9f50cbf36827dae3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446678274 2024-12-06T00:58:01,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0aa7b423cfc2489885509e94d6e6a023, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680462 2024-12-06T00:58:01,018 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:01,019 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1b0fd419b39940c3aef381e6731b7e79 is 50, key is test_row_0/C:col10/1733446680468/Put/seqid=0 2024-12-06T00:58:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742137_1313 (size=12241) 2024-12-06T00:58:01,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T00:58:01,137 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-06T00:58:01,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:01,138 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:58:01,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ea489f72c48a4a938f1cc7592bd68ab7 is 50, key is test_row_0/A:col10/1733446680515/Put/seqid=0 2024-12-06T00:58:01,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742138_1314 (size=12001) 2024-12-06T00:58:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:01,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:01,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446741193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,198 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446741194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T00:58:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446741302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,307 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446741302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,308 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,384 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f3b286be78574ddaa87a8431faecea8c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3b286be78574ddaa87a8431faecea8c 2024-12-06T00:58:01,390 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into f3b286be78574ddaa87a8431faecea8c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:01,390 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:01,391 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=12, startTime=1733446680945; duration=0sec 2024-12-06T00:58:01,391 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:01,391 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:01,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1b0fd419b39940c3aef381e6731b7e79 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1b0fd419b39940c3aef381e6731b7e79 2024-12-06T00:58:01,441 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 1b0fd419b39940c3aef381e6731b7e79(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:01,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:01,442 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=12, startTime=1733446680945; duration=0sec 2024-12-06T00:58:01,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:01,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:01,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446741513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446741513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,517 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,550 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ea489f72c48a4a938f1cc7592bd68ab7 2024-12-06T00:58:01,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a6d0a877b6a445a7a026e3c8005f6c37 is 50, key is test_row_0/B:col10/1733446680515/Put/seqid=0 2024-12-06T00:58:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742139_1315 (size=12001) 2024-12-06T00:58:01,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a6d0a877b6a445a7a026e3c8005f6c37 2024-12-06T00:58:01,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1d906d7faeaf42aa9cadfcabf74811f1 is 50, key is test_row_0/C:col10/1733446680515/Put/seqid=0 2024-12-06T00:58:01,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742140_1316 (size=12001) 2024-12-06T00:58:01,584 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=126 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1d906d7faeaf42aa9cadfcabf74811f1 2024-12-06T00:58:01,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/ea489f72c48a4a938f1cc7592bd68ab7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7 2024-12-06T00:58:01,593 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7, entries=150, sequenceid=126, filesize=11.7 K 2024-12-06T00:58:01,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a6d0a877b6a445a7a026e3c8005f6c37 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37 2024-12-06T00:58:01,600 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37, entries=150, sequenceid=126, filesize=11.7 K 2024-12-06T00:58:01,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1d906d7faeaf42aa9cadfcabf74811f1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1 2024-12-06T00:58:01,606 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1, entries=150, sequenceid=126, filesize=11.7 K 2024-12-06T00:58:01,609 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 85fd21e1726a6483d27e313ea95d03ac in 471ms, sequenceid=126, compaction requested=false 2024-12-06T00:58:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:01,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-06T00:58:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-06T00:58:01,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-06T00:58:01,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 625 msec 2024-12-06T00:58:01,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T00:58:01,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 631 msec 2024-12-06T00:58:01,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:01,825 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:01,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:58:01,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f722ab9b6e094153b14a0d8b2752aba0 is 50, key is test_row_0/A:col10/1733446681164/Put/seqid=0 2024-12-06T00:58:01,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742141_1317 (size=14541) 2024-12-06T00:58:01,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f722ab9b6e094153b14a0d8b2752aba0 2024-12-06T00:58:01,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19583ddc5db14c3ea511c319866d5eac is 50, key is test_row_0/B:col10/1733446681164/Put/seqid=0 2024-12-06T00:58:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742142_1318 (size=12151) 2024-12-06T00:58:01,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446741873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,877 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446741876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,881 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446741982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:01,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446741982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:01,986 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-06T00:58:02,123 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:02,123 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:02,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-06T00:58:02,125 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:02,126 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:02,126 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:02,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T00:58:02,211 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:02,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446742209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,212 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:02,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:02,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446742209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:02,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,214 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:02,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T00:58:02,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19583ddc5db14c3ea511c319866d5eac 2024-12-06T00:58:02,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6328e5cfdf034cb5bd27d5c924d110a5 is 50, key is test_row_0/C:col10/1733446681164/Put/seqid=0 2024-12-06T00:58:02,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742143_1319 (size=12151) 2024-12-06T00:58:02,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T00:58:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:02,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,431 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T00:58:02,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:02,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T00:58:02,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446742522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:02,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446742522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,526 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:02,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:02,527 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:02,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T00:58:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:02,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6328e5cfdf034cb5bd27d5c924d110a5 2024-12-06T00:58:02,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f722ab9b6e094153b14a0d8b2752aba0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0 2024-12-06T00:58:02,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0, entries=200, sequenceid=145, filesize=14.2 K 2024-12-06T00:58:02,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19583ddc5db14c3ea511c319866d5eac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac 2024-12-06T00:58:02,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac, entries=150, sequenceid=145, filesize=11.9 K 2024-12-06T00:58:02,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6328e5cfdf034cb5bd27d5c924d110a5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5 2024-12-06T00:58:02,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5, entries=150, sequenceid=145, filesize=11.9 K 2024-12-06T00:58:02,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 85fd21e1726a6483d27e313ea95d03ac in 863ms, sequenceid=145, compaction requested=true 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:02,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:02,688 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:02,688 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:02,689 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:02,689 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:02,689 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:02,689 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:02,690 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,690 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,690 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/b3cb2b524a354e35bc43ca13276929ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=35.5 K 2024-12-06T00:58:02,690 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3b286be78574ddaa87a8431faecea8c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=37.9 K 2024-12-06T00:58:02,690 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f3b286be78574ddaa87a8431faecea8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680462 2024-12-06T00:58:02,690 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b3cb2b524a354e35bc43ca13276929ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680462 2024-12-06T00:58:02,691 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea489f72c48a4a938f1cc7592bd68ab7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733446680515 2024-12-06T00:58:02,691 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a6d0a877b6a445a7a026e3c8005f6c37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733446680515 2024-12-06T00:58:02,691 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 19583ddc5db14c3ea511c319866d5eac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733446681164 2024-12-06T00:58:02,691 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f722ab9b6e094153b14a0d8b2752aba0, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733446681164 2024-12-06T00:58:02,698 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#266 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:02,699 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/01cea4caa16f42e29ecff9df2c35ddfe is 50, key is test_row_0/B:col10/1733446681164/Put/seqid=0 2024-12-06T00:58:02,703 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:02,704 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4ac2fe97b02a497a83a77d840083bb97 is 50, key is test_row_0/A:col10/1733446681164/Put/seqid=0 2024-12-06T00:58:02,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742145_1321 (size=12493) 2024-12-06T00:58:02,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742144_1320 (size=12493) 2024-12-06T00:58:02,739 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-06T00:58:02,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,739 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-06T00:58:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T00:58:02,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/7c36f6e40a9c4b6f8825ca897c63142e is 50, key is test_row_0/A:col10/1733446681870/Put/seqid=0 2024-12-06T00:58:02,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742146_1322 (size=12151) 2024-12-06T00:58:02,796 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/7c36f6e40a9c4b6f8825ca897c63142e 2024-12-06T00:58:02,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6a38d146a52745af89db305984b6d431 is 50, key is test_row_0/B:col10/1733446681870/Put/seqid=0 2024-12-06T00:58:02,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742147_1323 (size=12151) 2024-12-06T00:58:02,852 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6a38d146a52745af89db305984b6d431 2024-12-06T00:58:02,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6afd29b2be1345228e14b49c430df553 is 50, key is test_row_0/C:col10/1733446681870/Put/seqid=0 2024-12-06T00:58:02,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742148_1324 (size=12151) 2024-12-06T00:58:02,921 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=164 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6afd29b2be1345228e14b49c430df553 2024-12-06T00:58:02,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/7c36f6e40a9c4b6f8825ca897c63142e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e 2024-12-06T00:58:02,932 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e, entries=150, sequenceid=164, filesize=11.9 K 2024-12-06T00:58:02,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/6a38d146a52745af89db305984b6d431 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431 2024-12-06T00:58:02,937 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431, entries=150, sequenceid=164, filesize=11.9 K 2024-12-06T00:58:02,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/6afd29b2be1345228e14b49c430df553 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553 2024-12-06T00:58:02,943 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553, entries=150, sequenceid=164, filesize=11.9 K 2024-12-06T00:58:02,946 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=0 B/0 for 85fd21e1726a6483d27e313ea95d03ac in 207ms, sequenceid=164, compaction requested=true 2024-12-06T00:58:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:02,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-06T00:58:02,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-06T00:58:02,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-06T00:58:02,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 822 msec 2024-12-06T00:58:02,955 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 829 msec 2024-12-06T00:58:03,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:03,052 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:03,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:03,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/dc52ba76c72e4519942200a1f19cf20a is 50, key is test_row_0/A:col10/1733446683045/Put/seqid=0 2024-12-06T00:58:03,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742149_1325 (size=14541) 2024-12-06T00:58:03,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/dc52ba76c72e4519942200a1f19cf20a 2024-12-06T00:58:03,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/f4e7a2813e7e4622b61b6b1dce444388 is 50, key is test_row_0/B:col10/1733446683045/Put/seqid=0 2024-12-06T00:58:03,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742150_1326 (size=12151) 2024-12-06T00:58:03,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/f4e7a2813e7e4622b61b6b1dce444388 2024-12-06T00:58:03,122 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4ac2fe97b02a497a83a77d840083bb97 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4ac2fe97b02a497a83a77d840083bb97 2024-12-06T00:58:03,128 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 4ac2fe97b02a497a83a77d840083bb97(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,128 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,128 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446682688; duration=0sec 2024-12-06T00:58:03,129 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:03,129 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:03,129 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:03,131 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:03,131 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:03,131 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:03,131 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1b0fd419b39940c3aef381e6731b7e79, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=47.4 K 2024-12-06T00:58:03,131 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1b0fd419b39940c3aef381e6731b7e79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733446680462 2024-12-06T00:58:03,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5048154b42e94d49916aecca620294a6 is 50, key is test_row_0/C:col10/1733446683045/Put/seqid=0 2024-12-06T00:58:03,135 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d906d7faeaf42aa9cadfcabf74811f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=126, earliestPutTs=1733446680515 2024-12-06T00:58:03,135 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6328e5cfdf034cb5bd27d5c924d110a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733446681164 2024-12-06T00:58:03,135 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6afd29b2be1345228e14b49c430df553, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733446681870 2024-12-06T00:58:03,146 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#274 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:03,147 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2cce3828e2d843b7a223be8ad54a9e88 is 50, key is test_row_0/C:col10/1733446681870/Put/seqid=0 2024-12-06T00:58:03,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446743141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,151 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,156 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446743150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,156 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,157 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/01cea4caa16f42e29ecff9df2c35ddfe as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/01cea4caa16f42e29ecff9df2c35ddfe 2024-12-06T00:58:03,162 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 01cea4caa16f42e29ecff9df2c35ddfe(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,163 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446682688; duration=0sec 2024-12-06T00:58:03,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742152_1328 (size=12527) 2024-12-06T00:58:03,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2cce3828e2d843b7a223be8ad54a9e88 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2cce3828e2d843b7a223be8ad54a9e88 2024-12-06T00:58:03,205 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 2cce3828e2d843b7a223be8ad54a9e88(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,205 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,205 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=12, startTime=1733446682688; duration=0sec 2024-12-06T00:58:03,205 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,205 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742151_1327 (size=12151) 2024-12-06T00:58:03,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5048154b42e94d49916aecca620294a6 2024-12-06T00:58:03,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/dc52ba76c72e4519942200a1f19cf20a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a 2024-12-06T00:58:03,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a, entries=200, sequenceid=175, filesize=14.2 K 2024-12-06T00:58:03,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/f4e7a2813e7e4622b61b6b1dce444388 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388 2024-12-06T00:58:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388, entries=150, sequenceid=175, filesize=11.9 K 2024-12-06T00:58:03,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5048154b42e94d49916aecca620294a6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6 2024-12-06T00:58:03,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6, entries=150, sequenceid=175, filesize=11.9 K 2024-12-06T00:58:03,234 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 85fd21e1726a6483d27e313ea95d03ac in 182ms, sequenceid=175, compaction requested=true 2024-12-06T00:58:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,234 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,235 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:03,235 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:03,235 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:03,237 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:03,237 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:03,237 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:03,237 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:03,237 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:03,237 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:03,237 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/01cea4caa16f42e29ecff9df2c35ddfe, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=35.9 K 2024-12-06T00:58:03,237 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4ac2fe97b02a497a83a77d840083bb97, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=38.3 K 2024-12-06T00:58:03,238 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 01cea4caa16f42e29ecff9df2c35ddfe, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733446681164 2024-12-06T00:58:03,238 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ac2fe97b02a497a83a77d840083bb97, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1733446681164 2024-12-06T00:58:03,239 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a38d146a52745af89db305984b6d431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733446681870 2024-12-06T00:58:03,239 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c36f6e40a9c4b6f8825ca897c63142e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733446681870 2024-12-06T00:58:03,239 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f4e7a2813e7e4622b61b6b1dce444388, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733446683043 2024-12-06T00:58:03,240 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dc52ba76c72e4519942200a1f19cf20a, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733446683043 2024-12-06T00:58:03,254 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:03,254 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/e8fdb61125dc4554a8bd9c4fa1a998ea is 50, key is test_row_0/B:col10/1733446683045/Put/seqid=0 2024-12-06T00:58:03,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:03,256 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:03,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:58:03,257 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:03,258 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/723b8851166b40bc897e0679be5f638b is 50, key is test_row_0/A:col10/1733446683045/Put/seqid=0 2024-12-06T00:58:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-06T00:58:03,263 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:03,264 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:03,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-06T00:58:03,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T00:58:03,266 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:03,268 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:03,268 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:03,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742154_1330 (size=12595) 2024-12-06T00:58:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742153_1329 (size=12595) 2024-12-06T00:58:03,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446743279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,285 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/723b8851166b40bc897e0679be5f638b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/723b8851166b40bc897e0679be5f638b 2024-12-06T00:58:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,286 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446743281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3b6e273062de4410855bd30beb7d2a05 is 50, key is test_row_0/A:col10/1733446683103/Put/seqid=0 2024-12-06T00:58:03,296 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/e8fdb61125dc4554a8bd9c4fa1a998ea as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e8fdb61125dc4554a8bd9c4fa1a998ea 2024-12-06T00:58:03,297 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 723b8851166b40bc897e0679be5f638b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,297 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,297 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446683234; duration=0sec 2024-12-06T00:58:03,297 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:03,297 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:03,297 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T00:58:03,298 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:58:03,298 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:58:03,298 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. because compaction request was cancelled 2024-12-06T00:58:03,298 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:03,303 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into e8fdb61125dc4554a8bd9c4fa1a998ea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,303 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,303 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446683235; duration=0sec 2024-12-06T00:58:03,303 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,303 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:03,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742155_1331 (size=14541) 2024-12-06T00:58:03,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3b6e273062de4410855bd30beb7d2a05 2024-12-06T00:58:03,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1fb56d6be0ac498fad55afeae9c42a80 is 50, key is test_row_0/B:col10/1733446683103/Put/seqid=0 2024-12-06T00:58:03,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742156_1332 (size=12151) 2024-12-06T00:58:03,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1fb56d6be0ac498fad55afeae9c42a80 2024-12-06T00:58:03,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1ef813717e5941bcbfd14d65128fe244 is 50, key is test_row_0/C:col10/1733446683103/Put/seqid=0 2024-12-06T00:58:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T00:58:03,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742157_1333 (size=12151) 2024-12-06T00:58:03,386 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1ef813717e5941bcbfd14d65128fe244 2024-12-06T00:58:03,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3b6e273062de4410855bd30beb7d2a05 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05 2024-12-06T00:58:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446743393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,396 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446743393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05, entries=200, sequenceid=204, filesize=14.2 K 2024-12-06T00:58:03,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1fb56d6be0ac498fad55afeae9c42a80 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80 2024-12-06T00:58:03,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T00:58:03,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/1ef813717e5941bcbfd14d65128fe244 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244 2024-12-06T00:58:03,413 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T00:58:03,414 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 85fd21e1726a6483d27e313ea95d03ac in 158ms, sequenceid=204, compaction requested=true 2024-12-06T00:58:03,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,414 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:03,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. because compaction request was cancelled 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T00:58:03,415 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T00:58:03,416 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. because compaction request was cancelled 2024-12-06T00:58:03,416 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:03,416 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:03,416 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:03,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:03,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2cce3828e2d843b7a223be8ad54a9e88, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.0 K 2024-12-06T00:58:03,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cce3828e2d843b7a223be8ad54a9e88, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=164, earliestPutTs=1733446681870 2024-12-06T00:58:03,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5048154b42e94d49916aecca620294a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733446683043 2024-12-06T00:58:03,419 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ef813717e5941bcbfd14d65128fe244, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446683103 2024-12-06T00:58:03,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-06T00:58:03,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:03,422 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T00:58:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/2dba63eefc994dbc9aff71436aa628fd is 50, key is test_row_0/A:col10/1733446683265/Put/seqid=0 2024-12-06T00:58:03,451 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:03,451 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/ec1bed5750dd4504a6ea9e5b78c34a6d is 50, key is test_row_0/C:col10/1733446683103/Put/seqid=0 2024-12-06T00:58:03,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742158_1334 (size=12151) 2024-12-06T00:58:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742159_1335 (size=12629) 2024-12-06T00:58:03,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/2dba63eefc994dbc9aff71436aa628fd 2024-12-06T00:58:03,483 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/ec1bed5750dd4504a6ea9e5b78c34a6d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/ec1bed5750dd4504a6ea9e5b78c34a6d 2024-12-06T00:58:03,490 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into ec1bed5750dd4504a6ea9e5b78c34a6d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:03,490 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:03,490 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446683415; duration=0sec 2024-12-06T00:58:03,490 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:03,490 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:03,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/e427c8b2984248d09058b942e5fff3bd is 50, key is test_row_0/B:col10/1733446683265/Put/seqid=0 2024-12-06T00:58:03,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742160_1336 (size=12151) 2024-12-06T00:58:03,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T00:58:03,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:03,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:03,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446743680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,687 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446743686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,691 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446743793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,797 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:03,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446743803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,806 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:03,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:03,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T00:58:03,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/e427c8b2984248d09058b942e5fff3bd 2024-12-06T00:58:03,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d95fa3776dc84e01a44dc3e543affe7e is 50, key is test_row_0/C:col10/1733446683265/Put/seqid=0 2024-12-06T00:58:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742161_1337 (size=12151) 2024-12-06T00:58:04,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446744003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,006 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446744013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,017 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446744312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,317 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,325 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446744323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,325 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,352 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d95fa3776dc84e01a44dc3e543affe7e 2024-12-06T00:58:04,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/2dba63eefc994dbc9aff71436aa628fd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd 2024-12-06T00:58:04,361 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd, entries=150, sequenceid=216, filesize=11.9 K 2024-12-06T00:58:04,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/e427c8b2984248d09058b942e5fff3bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd 2024-12-06T00:58:04,366 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd, entries=150, sequenceid=216, filesize=11.9 K 2024-12-06T00:58:04,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d95fa3776dc84e01a44dc3e543affe7e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e 2024-12-06T00:58:04,372 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e, entries=150, sequenceid=216, filesize=11.9 K 2024-12-06T00:58:04,373 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 85fd21e1726a6483d27e313ea95d03ac in 951ms, sequenceid=216, compaction requested=true 2024-12-06T00:58:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:04,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-06T00:58:04,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-06T00:58:04,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-06T00:58:04,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1080 sec 2024-12-06T00:58:04,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.1140 sec 2024-12-06T00:58:04,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-06T00:58:04,403 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:04,403 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:04,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-06T00:58:04,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T00:58:04,405 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:04,406 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:04,406 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T00:58:04,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-06T00:58:04,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:04,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:58:04,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/50823be492524aea8fa57d14fc0861ce is 50, key is test_row_0/A:col10/1733446683678/Put/seqid=0 2024-12-06T00:58:04,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742162_1338 (size=12151) 2024-12-06T00:58:04,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T00:58:04,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:04,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:04,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446744836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446744838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446744838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,844 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446744852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,856 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,857 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446744862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,866 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8261 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446744952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446744952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446744952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:04,955 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:04,970 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/50823be492524aea8fa57d14fc0861ce 2024-12-06T00:58:04,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/47e07668965e4ffaadc4f76d3543a8be is 50, key is test_row_0/B:col10/1733446683678/Put/seqid=0 2024-12-06T00:58:05,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742163_1339 (size=12151) 2024-12-06T00:58:05,002 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/47e07668965e4ffaadc4f76d3543a8be 2024-12-06T00:58:05,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/44daa61f999247088bf27ad8179172b0 is 50, key is test_row_0/C:col10/1733446683678/Put/seqid=0 2024-12-06T00:58:05,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742164_1340 (size=12151) 2024-12-06T00:58:05,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T00:58:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446745163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446745163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,165 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446745163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,166 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,418 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/44daa61f999247088bf27ad8179172b0 2024-12-06T00:58:05,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/50823be492524aea8fa57d14fc0861ce as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce 2024-12-06T00:58:05,428 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce, entries=150, sequenceid=243, filesize=11.9 K 2024-12-06T00:58:05,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/47e07668965e4ffaadc4f76d3543a8be as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be 2024-12-06T00:58:05,434 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be, entries=150, sequenceid=243, filesize=11.9 K 2024-12-06T00:58:05,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/44daa61f999247088bf27ad8179172b0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0 2024-12-06T00:58:05,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0, entries=150, sequenceid=243, filesize=11.9 K 2024-12-06T00:58:05,441 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 85fd21e1726a6483d27e313ea95d03ac in 883ms, sequenceid=243, compaction requested=true 2024-12-06T00:58:05,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:05,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-06T00:58:05,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-06T00:58:05,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-06T00:58:05,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0370 sec 2024-12-06T00:58:05,447 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.0430 sec 2024-12-06T00:58:05,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:05,475 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:05,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:05,481 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f5df9d45f92943958e56b03a42a5e67b is 50, key is test_row_0/A:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:05,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742165_1341 (size=12151) 2024-12-06T00:58:05,493 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f5df9d45f92943958e56b03a42a5e67b 2024-12-06T00:58:05,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1513c46c25074d8c9482567aeccb44d3 is 50, key is test_row_0/B:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742166_1342 (size=12151) 2024-12-06T00:58:05,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446745519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,524 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446745523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446745524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-06T00:58:05,543 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:05,543 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:05,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-06T00:58:05,545 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:05,546 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:05,546 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:05,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446745632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446745633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446745633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,635 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:05,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-06T00:58:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,698 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446745842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446745843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,845 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:05,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446745843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:05,847 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:05,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-06T00:58:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:05,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:05,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1513c46c25074d8c9482567aeccb44d3 2024-12-06T00:58:05,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/7e5a75fe339f440eac1ae3bf38dfbeca is 50, key is test_row_0/C:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:05,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742167_1343 (size=12151) 2024-12-06T00:58:05,922 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/7e5a75fe339f440eac1ae3bf38dfbeca 2024-12-06T00:58:05,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/f5df9d45f92943958e56b03a42a5e67b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b 2024-12-06T00:58:05,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b, entries=150, sequenceid=254, filesize=11.9 K 2024-12-06T00:58:05,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/1513c46c25074d8c9482567aeccb44d3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3 2024-12-06T00:58:05,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3, entries=150, sequenceid=254, filesize=11.9 K 2024-12-06T00:58:05,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/7e5a75fe339f440eac1ae3bf38dfbeca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca 2024-12-06T00:58:05,942 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca, entries=150, sequenceid=254, filesize=11.9 K 2024-12-06T00:58:05,943 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 85fd21e1726a6483d27e313ea95d03ac in 468ms, sequenceid=254, compaction requested=true 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:05,943 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:05,943 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:05,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:05,946 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61199 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:58:05,946 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63589 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:58:05,946 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:05,946 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:05,946 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,946 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,946 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e8fdb61125dc4554a8bd9c4fa1a998ea, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=59.8 K 2024-12-06T00:58:05,946 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/723b8851166b40bc897e0679be5f638b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=62.1 K 2024-12-06T00:58:05,947 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e8fdb61125dc4554a8bd9c4fa1a998ea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733446683043 2024-12-06T00:58:05,947 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fb56d6be0ac498fad55afeae9c42a80, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446683103 2024-12-06T00:58:05,948 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e427c8b2984248d09058b942e5fff3bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733446683265 2024-12-06T00:58:05,949 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 47e07668965e4ffaadc4f76d3543a8be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733446683678 2024-12-06T00:58:05,950 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1513c46c25074d8c9482567aeccb44d3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:05,956 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 723b8851166b40bc897e0679be5f638b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733446683043 2024-12-06T00:58:05,956 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3b6e273062de4410855bd30beb7d2a05, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446683103 2024-12-06T00:58:05,957 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2dba63eefc994dbc9aff71436aa628fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733446683265 2024-12-06T00:58:05,957 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50823be492524aea8fa57d14fc0861ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733446683678 2024-12-06T00:58:05,957 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5df9d45f92943958e56b03a42a5e67b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:05,961 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#290 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:05,962 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/2fc6635f9a744b05948a5e35c25e37d6 is 50, key is test_row_0/B:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:05,982 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:05,982 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4a12954be97049658d15bfc845ced7c8 is 50, key is test_row_0/A:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:05,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742168_1344 (size=12765) 2024-12-06T00:58:05,989 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/2fc6635f9a744b05948a5e35c25e37d6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/2fc6635f9a744b05948a5e35c25e37d6 2024-12-06T00:58:05,995 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 2fc6635f9a744b05948a5e35c25e37d6(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:05,995 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:05,995 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=11, startTime=1733446685943; duration=0sec 2024-12-06T00:58:05,995 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:05,995 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:05,995 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:05,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742169_1345 (size=12765) 2024-12-06T00:58:05,997 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49082 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:05,997 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:05,997 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:05,998 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/ec1bed5750dd4504a6ea9e5b78c34a6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=47.9 K 2024-12-06T00:58:05,998 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ec1bed5750dd4504a6ea9e5b78c34a6d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446683103 2024-12-06T00:58:05,999 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d95fa3776dc84e01a44dc3e543affe7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1733446683265 2024-12-06T00:58:05,999 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 44daa61f999247088bf27ad8179172b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733446683678 2024-12-06T00:58:05,999 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e5a75fe339f440eac1ae3bf38dfbeca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:06,003 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4a12954be97049658d15bfc845ced7c8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4a12954be97049658d15bfc845ced7c8 2024-12-06T00:58:06,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-06T00:58:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:06,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:58:06,012 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 4a12954be97049658d15bfc845ced7c8(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:06,012 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:06,012 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=11, startTime=1733446685943; duration=0sec 2024-12-06T00:58:06,012 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:06,012 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:06,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 is 50, key is test_row_0/A:col10/1733446685517/Put/seqid=0 2024-12-06T00:58:06,013 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#293 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:06,014 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8a75813597d04afcbe0944f5113e5f8a is 50, key is test_row_0/C:col10/1733446684835/Put/seqid=0 2024-12-06T00:58:06,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742171_1347 (size=12765) 2024-12-06T00:58:06,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742170_1346 (size=12301) 2024-12-06T00:58:06,033 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8a75813597d04afcbe0944f5113e5f8a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8a75813597d04afcbe0944f5113e5f8a 2024-12-06T00:58:06,037 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 8a75813597d04afcbe0944f5113e5f8a(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:06,038 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:06,038 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=12, startTime=1733446685943; duration=0sec 2024-12-06T00:58:06,038 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:06,038 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:06,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:06,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:06,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446746164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,168 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446746167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:06,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446746168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446746273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,278 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446746282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446746282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,285 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,286 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 2024-12-06T00:58:06,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/09e1a26da79148f4aa5780ac8708bb16 is 50, key is test_row_0/B:col10/1733446685517/Put/seqid=0 2024-12-06T00:58:06,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742172_1348 (size=12301) 2024-12-06T00:58:06,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446746483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446746493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446746493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:06,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446746793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,796 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446746803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446746803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:06,807 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:06,843 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/09e1a26da79148f4aa5780ac8708bb16 2024-12-06T00:58:06,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8be3ab5b1f004f1f8ab5735497add010 is 50, key is test_row_0/C:col10/1733446685517/Put/seqid=0 2024-12-06T00:58:06,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742173_1349 (size=12301) 2024-12-06T00:58:07,260 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8be3ab5b1f004f1f8ab5735497add010 2024-12-06T00:58:07,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 2024-12-06T00:58:07,270 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2, entries=150, sequenceid=281, filesize=12.0 K 2024-12-06T00:58:07,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/09e1a26da79148f4aa5780ac8708bb16 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16 2024-12-06T00:58:07,274 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16, entries=150, sequenceid=281, filesize=12.0 K 2024-12-06T00:58:07,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8be3ab5b1f004f1f8ab5735497add010 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010 2024-12-06T00:58:07,280 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010, entries=150, sequenceid=281, filesize=12.0 K 2024-12-06T00:58:07,281 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 85fd21e1726a6483d27e313ea95d03ac in 1276ms, sequenceid=281, compaction requested=false 2024-12-06T00:58:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-06T00:58:07,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-06T00:58:07,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-06T00:58:07,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7360 sec 2024-12-06T00:58:07,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.7420 sec 2024-12-06T00:58:07,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:07,305 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:07,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:07,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3a99c5b1e88f45579e182bf212aefa45 is 50, key is test_row_0/A:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742174_1350 (size=14741) 2024-12-06T00:58:07,316 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3a99c5b1e88f45579e182bf212aefa45 2024-12-06T00:58:07,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/309322d67cf14d19823bce00c28abd33 is 50, key is test_row_0/B:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742175_1351 (size=12301) 2024-12-06T00:58:07,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/309322d67cf14d19823bce00c28abd33 2024-12-06T00:58:07,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446747350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,355 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/acf9bf6f2bc24a58a4a855b71b7a06a5 is 50, key is test_row_0/C:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446747353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446747354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,359 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742176_1352 (size=12301) 2024-12-06T00:58:07,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/acf9bf6f2bc24a58a4a855b71b7a06a5 2024-12-06T00:58:07,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/3a99c5b1e88f45579e182bf212aefa45 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45 2024-12-06T00:58:07,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45, entries=200, sequenceid=295, filesize=14.4 K 2024-12-06T00:58:07,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/309322d67cf14d19823bce00c28abd33 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33 2024-12-06T00:58:07,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33, entries=150, sequenceid=295, filesize=12.0 K 2024-12-06T00:58:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/acf9bf6f2bc24a58a4a855b71b7a06a5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5 2024-12-06T00:58:07,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5, entries=150, sequenceid=295, filesize=12.0 K 2024-12-06T00:58:07,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85fd21e1726a6483d27e313ea95d03ac in 86ms, sequenceid=295, compaction requested=true 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:07,392 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:07,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:07,392 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:07,393 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39807 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:07,393 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:07,394 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,394 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4a12954be97049658d15bfc845ced7c8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=38.9 K 2024-12-06T00:58:07,394 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:07,394 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:07,394 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,394 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/2fc6635f9a744b05948a5e35c25e37d6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.5 K 2024-12-06T00:58:07,395 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a12954be97049658d15bfc845ced7c8, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:07,395 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fc6635f9a744b05948a5e35c25e37d6, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:07,395 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bd9ec4cc6964ec4a2a880e3ff4e6bd2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733446685517 2024-12-06T00:58:07,396 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e1a26da79148f4aa5780ac8708bb16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733446685517 2024-12-06T00:58:07,396 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a99c5b1e88f45579e182bf212aefa45, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686162 2024-12-06T00:58:07,396 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 309322d67cf14d19823bce00c28abd33, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686166 2024-12-06T00:58:07,410 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:07,411 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/37a9dc652b0d4374bf8d5b4701b48a74 is 50, key is test_row_0/B:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,413 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:07,414 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4326667c1a604b7c8d7332d61b719209 is 50, key is test_row_0/A:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742177_1353 (size=13017) 2024-12-06T00:58:07,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742178_1354 (size=13017) 2024-12-06T00:58:07,454 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/4326667c1a604b7c8d7332d61b719209 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4326667c1a604b7c8d7332d61b719209 2024-12-06T00:58:07,460 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 4326667c1a604b7c8d7332d61b719209(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:07,460 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,460 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446687392; duration=0sec 2024-12-06T00:58:07,460 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:07,460 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:07,460 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:07,461 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:07,461 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:07,461 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,461 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8a75813597d04afcbe0944f5113e5f8a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.5 K 2024-12-06T00:58:07,462 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8a75813597d04afcbe0944f5113e5f8a, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733446684831 2024-12-06T00:58:07,462 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8be3ab5b1f004f1f8ab5735497add010, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733446685517 2024-12-06T00:58:07,463 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting acf9bf6f2bc24a58a4a855b71b7a06a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686166 2024-12-06T00:58:07,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:07,467 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:07,467 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:58:07,471 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#301 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:07,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d632c40fdd604511bbdbd5562335b124 is 50, key is test_row_0/C:col10/1733446686166/Put/seqid=0 2024-12-06T00:58:07,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/166e4d32a57643f59d6c1fbe532202ce is 50, key is test_row_0/A:col10/1733446687465/Put/seqid=0 2024-12-06T00:58:07,485 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446747479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742179_1355 (size=13017) 2024-12-06T00:58:07,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446747480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446747482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742180_1356 (size=14741) 2024-12-06T00:58:07,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/166e4d32a57643f59d6c1fbe532202ce 2024-12-06T00:58:07,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7552a46383fc4eb89e5e1aba044e3088 is 50, key is test_row_0/B:col10/1733446687465/Put/seqid=0 2024-12-06T00:58:07,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742181_1357 (size=12301) 2024-12-06T00:58:07,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7552a46383fc4eb89e5e1aba044e3088 2024-12-06T00:58:07,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3e1006afbfb4470d8c7a7333944e2db1 is 50, key is test_row_0/C:col10/1733446687465/Put/seqid=0 2024-12-06T00:58:07,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742182_1358 (size=12301) 2024-12-06T00:58:07,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3e1006afbfb4470d8c7a7333944e2db1 2024-12-06T00:58:07,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/166e4d32a57643f59d6c1fbe532202ce as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce 2024-12-06T00:58:07,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce, entries=200, sequenceid=323, filesize=14.4 K 2024-12-06T00:58:07,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7552a46383fc4eb89e5e1aba044e3088 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088 2024-12-06T00:58:07,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088, entries=150, sequenceid=323, filesize=12.0 K 2024-12-06T00:58:07,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3e1006afbfb4470d8c7a7333944e2db1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1 2024-12-06T00:58:07,555 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1, entries=150, sequenceid=323, filesize=12.0 K 2024-12-06T00:58:07,556 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 85fd21e1726a6483d27e313ea95d03ac in 88ms, sequenceid=323, compaction requested=false 2024-12-06T00:58:07,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:07,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:07,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:07,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/1a14e52503f44ef7bbe345aed8aa2b7e is 50, key is test_row_0/A:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:07,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742183_1359 (size=14741) 2024-12-06T00:58:07,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/1a14e52503f44ef7bbe345aed8aa2b7e 2024-12-06T00:58:07,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/9bd3abc2b3dd4bb593e89fd3613b6239 is 50, key is test_row_0/B:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:07,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742184_1360 (size=12301) 2024-12-06T00:58:07,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446747636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/9bd3abc2b3dd4bb593e89fd3613b6239 2024-12-06T00:58:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446747638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,643 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446747642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,648 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/b7fd2e9c4c8f4f79b1649b663fb61735 is 50, key is test_row_0/C:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:07,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742185_1361 (size=12301) 2024-12-06T00:58:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-06T00:58:07,693 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:07,693 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-06T00:58:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:07,695 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:07,696 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:07,696 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:07,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446747752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446747752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446747752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,757 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:07,844 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/37a9dc652b0d4374bf8d5b4701b48a74 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/37a9dc652b0d4374bf8d5b4701b48a74 2024-12-06T00:58:07,849 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 37a9dc652b0d4374bf8d5b4701b48a74(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:07,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,849 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446687392; duration=0sec 2024-12-06T00:58:07,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T00:58:07,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:07,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:07,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:07,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:07,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:07,892 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/d632c40fdd604511bbdbd5562335b124 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d632c40fdd604511bbdbd5562335b124 2024-12-06T00:58:07,896 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into d632c40fdd604511bbdbd5562335b124(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:07,896 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:07,897 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446687392; duration=0sec 2024-12-06T00:58:07,897 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:07,897 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446747963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446747963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:07,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446747963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:07,967 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T00:58:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:08,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:08,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:08,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:08,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:08,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/b7fd2e9c4c8f4f79b1649b663fb61735 2024-12-06T00:58:08,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/1a14e52503f44ef7bbe345aed8aa2b7e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e 2024-12-06T00:58:08,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e, entries=200, sequenceid=335, filesize=14.4 K 2024-12-06T00:58:08,065 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/9bd3abc2b3dd4bb593e89fd3613b6239 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239 2024-12-06T00:58:08,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239, entries=150, sequenceid=335, filesize=12.0 K 2024-12-06T00:58:08,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/b7fd2e9c4c8f4f79b1649b663fb61735 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735 2024-12-06T00:58:08,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735, entries=150, sequenceid=335, filesize=12.0 K 2024-12-06T00:58:08,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 85fd21e1726a6483d27e313ea95d03ac in 480ms, sequenceid=335, compaction requested=true 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:08,077 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:08,077 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:08,077 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:08,078 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:08,078 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:08,078 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,078 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/37a9dc652b0d4374bf8d5b4701b48a74, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.7 K 2024-12-06T00:58:08,078 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:08,079 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:08,079 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,079 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4326667c1a604b7c8d7332d61b719209, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=41.5 K 2024-12-06T00:58:08,079 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 37a9dc652b0d4374bf8d5b4701b48a74, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686166 2024-12-06T00:58:08,079 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4326667c1a604b7c8d7332d61b719209, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686166 2024-12-06T00:58:08,079 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7552a46383fc4eb89e5e1aba044e3088, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446687465 2024-12-06T00:58:08,080 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 166e4d32a57643f59d6c1fbe532202ce, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446687351 2024-12-06T00:58:08,080 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9bd3abc2b3dd4bb593e89fd3613b6239, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:08,080 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a14e52503f44ef7bbe345aed8aa2b7e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:08,093 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:08,093 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#309 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:08,093 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/136e672006b74703baee65b96d4b1ea2 is 50, key is test_row_0/A:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:08,094 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/836144f7f74847ce90416d12ba56059b is 50, key is test_row_0/B:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:08,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742186_1362 (size=13119) 2024-12-06T00:58:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742187_1363 (size=13119) 2024-12-06T00:58:08,119 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/136e672006b74703baee65b96d4b1ea2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/136e672006b74703baee65b96d4b1ea2 2024-12-06T00:58:08,125 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 136e672006b74703baee65b96d4b1ea2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:08,125 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:08,125 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446688077; duration=0sec 2024-12-06T00:58:08,125 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:08,125 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:08,125 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:08,126 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:08,126 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:08,126 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,126 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d632c40fdd604511bbdbd5562335b124, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.7 K 2024-12-06T00:58:08,127 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d632c40fdd604511bbdbd5562335b124, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733446686166 2024-12-06T00:58:08,132 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e1006afbfb4470d8c7a7333944e2db1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446687465 2024-12-06T00:58:08,132 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7fd2e9c4c8f4f79b1649b663fb61735, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:08,139 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:08,140 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/f373646b26a5490e94ce50497083a13c is 50, key is test_row_0/C:col10/1733446687594/Put/seqid=0 2024-12-06T00:58:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742188_1364 (size=13119) 2024-12-06T00:58:08,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-06T00:58:08,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:08,156 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:08,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/5b0beca148eb499f921c84f093a2e40b is 50, key is test_row_0/A:col10/1733446687633/Put/seqid=0 2024-12-06T00:58:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742189_1365 (size=12301) 2024-12-06T00:58:08,182 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/5b0beca148eb499f921c84f093a2e40b 2024-12-06T00:58:08,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/846201707f2c48f4a03a3d06c06a521c is 50, key is test_row_0/B:col10/1733446687633/Put/seqid=0 2024-12-06T00:58:08,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742190_1366 (size=12301) 2024-12-06T00:58:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:08,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:08,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446748287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446748287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,291 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446748291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:08,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446748392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446748403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446748403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,407 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,508 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/836144f7f74847ce90416d12ba56059b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/836144f7f74847ce90416d12ba56059b 2024-12-06T00:58:08,513 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 836144f7f74847ce90416d12ba56059b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:08,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:08,513 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446688077; duration=0sec 2024-12-06T00:58:08,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:08,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:08,560 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/f373646b26a5490e94ce50497083a13c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/f373646b26a5490e94ce50497083a13c 2024-12-06T00:58:08,565 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into f373646b26a5490e94ce50497083a13c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:08,565 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:08,566 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446688077; duration=0sec 2024-12-06T00:58:08,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:08,566 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:08,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/846201707f2c48f4a03a3d06c06a521c 2024-12-06T00:58:08,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446748603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/53b034aba3e84833b472f1a9bdad369c is 50, key is test_row_0/C:col10/1733446687633/Put/seqid=0 2024-12-06T00:58:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446748613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446748613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,616 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742191_1367 (size=12301) 2024-12-06T00:58:08,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:08,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446748912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,916 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,917 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446748923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446748923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:08,924 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:08,925 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,022 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/53b034aba3e84833b472f1a9bdad369c 2024-12-06T00:58:09,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/5b0beca148eb499f921c84f093a2e40b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b 2024-12-06T00:58:09,033 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b, entries=150, sequenceid=362, filesize=12.0 K 2024-12-06T00:58:09,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/846201707f2c48f4a03a3d06c06a521c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c 2024-12-06T00:58:09,039 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c, entries=150, sequenceid=362, filesize=12.0 K 2024-12-06T00:58:09,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/53b034aba3e84833b472f1a9bdad369c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c 2024-12-06T00:58:09,045 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c, entries=150, sequenceid=362, filesize=12.0 K 2024-12-06T00:58:09,046 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 85fd21e1726a6483d27e313ea95d03ac in 890ms, sequenceid=362, compaction requested=false 2024-12-06T00:58:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:09,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-06T00:58:09,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-06T00:58:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-06T00:58:09,050 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3520 sec 2024-12-06T00:58:09,052 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 1.3580 sec 2024-12-06T00:58:09,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:09,425 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:09,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:58:09,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8381a33b58524dc7b82c7dbf6d47ac0b is 50, key is test_row_0/A:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742192_1368 (size=14741) 2024-12-06T00:58:09,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8381a33b58524dc7b82c7dbf6d47ac0b 2024-12-06T00:58:09,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c2a14f2ede924c75bf14284359a1cfb7 is 50, key is test_row_0/B:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446749478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446749481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446749487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,492 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742193_1369 (size=12301) 2024-12-06T00:58:09,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c2a14f2ede924c75bf14284359a1cfb7 2024-12-06T00:58:09,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 is 50, key is test_row_0/C:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742194_1370 (size=12301) 2024-12-06T00:58:09,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 2024-12-06T00:58:09,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/8381a33b58524dc7b82c7dbf6d47ac0b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b 2024-12-06T00:58:09,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b, entries=200, sequenceid=377, filesize=14.4 K 2024-12-06T00:58:09,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c2a14f2ede924c75bf14284359a1cfb7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7 2024-12-06T00:58:09,572 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T00:58:09,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 2024-12-06T00:58:09,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T00:58:09,579 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85fd21e1726a6483d27e313ea95d03ac in 154ms, sequenceid=377, compaction requested=true 2024-12-06T00:58:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:09,579 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:09,579 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:09,580 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:09,580 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:09,580 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:09,580 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:09,581 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:09,581 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:09,581 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:09,581 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:09,581 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/836144f7f74847ce90416d12ba56059b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.8 K 2024-12-06T00:58:09,581 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/136e672006b74703baee65b96d4b1ea2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=39.2 K 2024-12-06T00:58:09,582 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 836144f7f74847ce90416d12ba56059b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:09,582 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 136e672006b74703baee65b96d4b1ea2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:09,583 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 846201707f2c48f4a03a3d06c06a521c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733446687633 2024-12-06T00:58:09,583 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b0beca148eb499f921c84f093a2e40b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733446687633 2024-12-06T00:58:09,583 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c2a14f2ede924c75bf14284359a1cfb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:09,583 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8381a33b58524dc7b82c7dbf6d47ac0b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:09,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:09,596 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:09,596 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:09,600 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:09,600 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6969663191d84d94af9140e1ec73051f is 50, key is test_row_0/A:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,614 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:09,615 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/114a892eab7b414fa65a1dca11093a1f is 50, key is test_row_0/B:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,617 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446749612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446749616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446749616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/a307f979511244aeb48633c5abb35790 is 50, key is test_row_0/A:col10/1733446689451/Put/seqid=0 2024-12-06T00:58:09,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742195_1371 (size=13221) 2024-12-06T00:58:09,646 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6969663191d84d94af9140e1ec73051f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6969663191d84d94af9140e1ec73051f 2024-12-06T00:58:09,653 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 6969663191d84d94af9140e1ec73051f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:09,654 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,654 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446689579; duration=0sec 2024-12-06T00:58:09,654 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:09,654 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:09,654 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:09,655 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:09,656 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:09,656 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:09,656 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/f373646b26a5490e94ce50497083a13c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.8 K 2024-12-06T00:58:09,656 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f373646b26a5490e94ce50497083a13c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1733446687480 2024-12-06T00:58:09,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742196_1372 (size=13221) 2024-12-06T00:58:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742197_1373 (size=14741) 2024-12-06T00:58:09,662 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53b034aba3e84833b472f1a9bdad369c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733446687633 2024-12-06T00:58:09,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/a307f979511244aeb48633c5abb35790 2024-12-06T00:58:09,663 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e887f9ae7d6b4ab3b157a0c4f6ab23e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:09,670 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/114a892eab7b414fa65a1dca11093a1f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/114a892eab7b414fa65a1dca11093a1f 2024-12-06T00:58:09,678 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 114a892eab7b414fa65a1dca11093a1f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:09,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,678 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446689579; duration=0sec 2024-12-06T00:58:09,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:09,678 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:09,681 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#321 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:09,682 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/01fedaa93b3b4a02b4edbd7527144f70 is 50, key is test_row_0/C:col10/1733446688276/Put/seqid=0 2024-12-06T00:58:09,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a3a623b33d31482886fac6a95b361694 is 50, key is test_row_0/B:col10/1733446689451/Put/seqid=0 2024-12-06T00:58:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742199_1375 (size=12301) 2024-12-06T00:58:09,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a3a623b33d31482886fac6a95b361694 2024-12-06T00:58:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446749722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446749722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,726 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742198_1374 (size=13221) 2024-12-06T00:58:09,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:09,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446749733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:09,738 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:09,741 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/01fedaa93b3b4a02b4edbd7527144f70 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/01fedaa93b3b4a02b4edbd7527144f70 2024-12-06T00:58:09,746 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 01fedaa93b3b4a02b4edbd7527144f70(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:09,746 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,746 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446689580; duration=0sec 2024-12-06T00:58:09,746 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:09,747 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:09,749 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/bce3eb2d15184ca5926dcc841dbdbd0f is 50, key is test_row_0/C:col10/1733446689451/Put/seqid=0 2024-12-06T00:58:09,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742200_1376 (size=12301) 2024-12-06T00:58:09,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/bce3eb2d15184ca5926dcc841dbdbd0f 2024-12-06T00:58:09,801 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/a307f979511244aeb48633c5abb35790 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790 2024-12-06T00:58:09,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790, entries=200, sequenceid=402, filesize=14.4 K 2024-12-06T00:58:09,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/a3a623b33d31482886fac6a95b361694 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694 2024-12-06T00:58:09,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694, entries=150, sequenceid=402, filesize=12.0 K 2024-12-06T00:58:09,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/bce3eb2d15184ca5926dcc841dbdbd0f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f 2024-12-06T00:58:09,834 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f, entries=150, sequenceid=402, filesize=12.0 K 2024-12-06T00:58:09,835 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85fd21e1726a6483d27e313ea95d03ac in 239ms, sequenceid=402, compaction requested=false 2024-12-06T00:58:09,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:09,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-06T00:58:09,843 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:09,844 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:09,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees 2024-12-06T00:58:09,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:09,846 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:09,848 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=86, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:09,848 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:09,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:09,936 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:09,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:09,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/08e4f88d91534e338f01616e6f90958f is 50, key is test_row_0/A:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:09,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:09,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742201_1377 (size=14741) 2024-12-06T00:58:09,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/08e4f88d91534e338f01616e6f90958f 2024-12-06T00:58:09,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/098ccfe15fdb4145919a8c9aef982c1e is 50, key is test_row_0/B:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:10,001 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-06T00:58:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446750014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,021 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446750016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,023 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446750023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,030 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742202_1378 (size=12301) 2024-12-06T00:58:10,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/098ccfe15fdb4145919a8c9aef982c1e 2024-12-06T00:58:10,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3daa8d5e7b214793a0314591038a3479 is 50, key is test_row_0/C:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742203_1379 (size=12301) 2024-12-06T00:58:10,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=418 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3daa8d5e7b214793a0314591038a3479 2024-12-06T00:58:10,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/08e4f88d91534e338f01616e6f90958f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f 2024-12-06T00:58:10,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f, entries=200, sequenceid=418, filesize=14.4 K 2024-12-06T00:58:10,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/098ccfe15fdb4145919a8c9aef982c1e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e 2024-12-06T00:58:10,116 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T00:58:10,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/3daa8d5e7b214793a0314591038a3479 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479 2024-12-06T00:58:10,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479, entries=150, sequenceid=418, filesize=12.0 K 2024-12-06T00:58:10,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446750123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,124 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85fd21e1726a6483d27e313ea95d03ac in 189ms, sequenceid=418, compaction requested=true 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:10,125 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:10,125 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:10,125 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:10,127 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:10,127 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:10,127 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,127 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6969663191d84d94af9140e1ec73051f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=41.7 K 2024-12-06T00:58:10,127 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:10,127 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:10,127 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,127 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/114a892eab7b414fa65a1dca11093a1f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.9 K 2024-12-06T00:58:10,128 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6969663191d84d94af9140e1ec73051f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:10,128 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 114a892eab7b414fa65a1dca11093a1f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:10,128 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a307f979511244aeb48633c5abb35790, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733446689451 2024-12-06T00:58:10,129 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a3a623b33d31482886fac6a95b361694, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733446689451 2024-12-06T00:58:10,129 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 08e4f88d91534e338f01616e6f90958f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689606 2024-12-06T00:58:10,132 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 098ccfe15fdb4145919a8c9aef982c1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689613 2024-12-06T00:58:10,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:10,142 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:10,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:58:10,147 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#326 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:10,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bfc6511d33514ff986f7490c39c094e5 is 50, key is test_row_0/B:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:10,150 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#327 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:10,151 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/7d7fa254cdb74deba56ad631571e5732 is 50, key is test_row_0/A:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:10,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/561580d2f3014f55a24a11aadaaf8427 is 50, key is test_row_0/A:col10/1733446690007/Put/seqid=0 2024-12-06T00:58:10,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-06T00:58:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] handler.RSProcedureHandler(58): pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=87 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=87 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:10,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:10,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446750161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,167 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446750166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,171 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742204_1380 (size=13323) 2024-12-06T00:58:10,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742206_1382 (size=14741) 2024-12-06T00:58:10,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/561580d2f3014f55a24a11aadaaf8427 2024-12-06T00:58:10,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742205_1381 (size=13323) 2024-12-06T00:58:10,187 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bfc6511d33514ff986f7490c39c094e5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bfc6511d33514ff986f7490c39c094e5 2024-12-06T00:58:10,197 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into bfc6511d33514ff986f7490c39c094e5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:10,197 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:10,197 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=13, startTime=1733446690125; duration=0sec 2024-12-06T00:58:10,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:10,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:10,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:10,198 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/dabaf2c469834a2ebccf2a23075ac163 is 50, key is test_row_0/B:col10/1733446690007/Put/seqid=0 2024-12-06T00:58:10,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:10,199 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:10,199 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,199 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/01fedaa93b3b4a02b4edbd7527144f70, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=36.9 K 2024-12-06T00:58:10,200 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 01fedaa93b3b4a02b4edbd7527144f70, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733446688276 2024-12-06T00:58:10,200 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bce3eb2d15184ca5926dcc841dbdbd0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733446689451 2024-12-06T00:58:10,201 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3daa8d5e7b214793a0314591038a3479, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689613 2024-12-06T00:58:10,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742207_1383 (size=12301) 2024-12-06T00:58:10,206 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/dabaf2c469834a2ebccf2a23075ac163 2024-12-06T00:58:10,209 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#330 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:10,209 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/20a335b20b3d4e95ad811c67675625ae is 50, key is test_row_0/C:col10/1733446689936/Put/seqid=0 2024-12-06T00:58:10,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e6adfeae0ea840dab35bbdbbc2b58c83 is 50, key is test_row_0/C:col10/1733446690007/Put/seqid=0 2024-12-06T00:58:10,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742208_1384 (size=13323) 2024-12-06T00:58:10,246 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/20a335b20b3d4e95ad811c67675625ae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/20a335b20b3d4e95ad811c67675625ae 2024-12-06T00:58:10,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742209_1385 (size=12301) 2024-12-06T00:58:10,252 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 20a335b20b3d4e95ad811c67675625ae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:10,252 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:10,252 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=13, startTime=1733446690125; duration=0sec 2024-12-06T00:58:10,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e6adfeae0ea840dab35bbdbbc2b58c83 2024-12-06T00:58:10,252 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:10,252 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:10,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/561580d2f3014f55a24a11aadaaf8427 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427 2024-12-06T00:58:10,261 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427, entries=200, sequenceid=444, filesize=14.4 K 2024-12-06T00:58:10,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/dabaf2c469834a2ebccf2a23075ac163 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163 2024-12-06T00:58:10,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163, entries=150, sequenceid=444, filesize=12.0 K 2024-12-06T00:58:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/e6adfeae0ea840dab35bbdbbc2b58c83 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83 2024-12-06T00:58:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446750273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,276 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446750273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83, entries=150, sequenceid=444, filesize=12.0 K 2024-12-06T00:58:10,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 85fd21e1726a6483d27e313ea95d03ac in 154ms, sequenceid=444, compaction requested=false 2024-12-06T00:58:10,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:10,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=87 2024-12-06T00:58:10,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:10,311 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T00:58:10,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/28df05ef6b9b45318cca71d259c5992a is 50, key is test_row_0/A:col10/1733446690163/Put/seqid=0 2024-12-06T00:58:10,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:10,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:10,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742210_1386 (size=12301) 2024-12-06T00:58:10,341 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/28df05ef6b9b45318cca71d259c5992a 2024-12-06T00:58:10,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5c17c7b86d3646ec806bf3b80931d962 is 50, key is test_row_0/B:col10/1733446690163/Put/seqid=0 2024-12-06T00:58:10,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742211_1387 (size=12301) 2024-12-06T00:58:10,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:10,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446750476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,481 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446750484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,486 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,486 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446750484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,487 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446750583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,587 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,592 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/7d7fa254cdb74deba56ad631571e5732 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7d7fa254cdb74deba56ad631571e5732 2024-12-06T00:58:10,597 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into 7d7fa254cdb74deba56ad631571e5732(size=13.0 K), total size for store is 27.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:10,597 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:10,597 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=13, startTime=1733446690125; duration=0sec 2024-12-06T00:58:10,598 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:10,598 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:10,783 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5c17c7b86d3646ec806bf3b80931d962 2024-12-06T00:58:10,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/baadc038e5004a9fb41743400aa85f2c is 50, key is test_row_0/C:col10/1733446690163/Put/seqid=0 2024-12-06T00:58:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446750793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742212_1388 (size=12301) 2024-12-06T00:58:10,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446750793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,796 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:10,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446750793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:11,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446751102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,107 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,197 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=456 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/baadc038e5004a9fb41743400aa85f2c 2024-12-06T00:58:11,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/28df05ef6b9b45318cca71d259c5992a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a 2024-12-06T00:58:11,206 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T00:58:11,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5c17c7b86d3646ec806bf3b80931d962 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962 2024-12-06T00:58:11,211 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T00:58:11,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/baadc038e5004a9fb41743400aa85f2c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c 2024-12-06T00:58:11,215 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c, entries=150, sequenceid=456, filesize=12.0 K 2024-12-06T00:58:11,216 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 85fd21e1726a6483d27e313ea95d03ac in 905ms, sequenceid=456, compaction requested=true 2024-12-06T00:58:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=87}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=87 2024-12-06T00:58:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=87 2024-12-06T00:58:11,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-06T00:58:11,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3700 sec 2024-12-06T00:58:11,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=86, table=TestAcidGuarantees in 1.3770 sec 2024-12-06T00:58:11,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:11,306 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:11,307 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T00:58:11,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/904e9ad691fe48dd8d0b9736a93190a3 is 50, key is test_row_0/A:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742213_1389 (size=12301) 2024-12-06T00:58:11,317 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/904e9ad691fe48dd8d0b9736a93190a3 2024-12-06T00:58:11,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bd56815c42e24f6abf512113079229b8 is 50, key is test_row_0/B:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742214_1390 (size=12301) 2024-12-06T00:58:11,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446751323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,329 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446751329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,333 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446751432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,434 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446751443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,447 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446751613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,616 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,617 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446751642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:11,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446751653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:11,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:11,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bd56815c42e24f6abf512113079229b8 2024-12-06T00:58:11,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2d080916ebb24e4c82e72b657de18290 is 50, key is test_row_0/C:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742215_1391 (size=12301) 2024-12-06T00:58:11,742 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2d080916ebb24e4c82e72b657de18290 2024-12-06T00:58:11,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/904e9ad691fe48dd8d0b9736a93190a3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3 2024-12-06T00:58:11,751 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3, entries=150, sequenceid=484, filesize=12.0 K 2024-12-06T00:58:11,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/bd56815c42e24f6abf512113079229b8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8 2024-12-06T00:58:11,757 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8, entries=150, sequenceid=484, filesize=12.0 K 2024-12-06T00:58:11,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2d080916ebb24e4c82e72b657de18290 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290 2024-12-06T00:58:11,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290, entries=150, sequenceid=484, filesize=12.0 K 2024-12-06T00:58:11,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 85fd21e1726a6483d27e313ea95d03ac in 458ms, sequenceid=484, compaction requested=true 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:11,764 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:11,764 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:11,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:11,765 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:11,765 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:11,765 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:11,766 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bfc6511d33514ff986f7490c39c094e5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=49.0 K 2024-12-06T00:58:11,766 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:11,766 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:11,766 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:11,766 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7d7fa254cdb74deba56ad631571e5732, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=51.4 K 2024-12-06T00:58:11,766 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bfc6511d33514ff986f7490c39c094e5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689613 2024-12-06T00:58:11,767 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d7fa254cdb74deba56ad631571e5732, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689613 2024-12-06T00:58:11,767 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting dabaf2c469834a2ebccf2a23075ac163, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446690007 2024-12-06T00:58:11,767 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 561580d2f3014f55a24a11aadaaf8427, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446690007 2024-12-06T00:58:11,767 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c17c7b86d3646ec806bf3b80931d962, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733446690157 2024-12-06T00:58:11,767 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 28df05ef6b9b45318cca71d259c5992a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733446690157 2024-12-06T00:58:11,768 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 904e9ad691fe48dd8d0b9736a93190a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:11,768 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bd56815c42e24f6abf512113079229b8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:11,787 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:11,787 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d8c1bc928b0041db97902909e7a53422 is 50, key is test_row_0/A:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,795 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#339 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:11,795 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/fc555e11f5524877bda1a1f18b0d7a18 is 50, key is test_row_0/B:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742216_1392 (size=13459) 2024-12-06T00:58:11,812 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d8c1bc928b0041db97902909e7a53422 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d8c1bc928b0041db97902909e7a53422 2024-12-06T00:58:11,818 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into d8c1bc928b0041db97902909e7a53422(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:11,818 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:11,818 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=12, startTime=1733446691764; duration=0sec 2024-12-06T00:58:11,818 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:11,818 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:11,818 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:11,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742217_1393 (size=13459) 2024-12-06T00:58:11,820 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:11,820 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:11,820 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:11,820 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/20a335b20b3d4e95ad811c67675625ae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=49.0 K 2024-12-06T00:58:11,820 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20a335b20b3d4e95ad811c67675625ae, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=418, earliestPutTs=1733446689613 2024-12-06T00:58:11,821 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6adfeae0ea840dab35bbdbbc2b58c83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446690007 2024-12-06T00:58:11,821 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting baadc038e5004a9fb41743400aa85f2c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=456, earliestPutTs=1733446690157 2024-12-06T00:58:11,821 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d080916ebb24e4c82e72b657de18290, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:11,830 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#340 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:11,831 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/37aa6177223c45ccb65d4deae1fbc98a is 50, key is test_row_0/C:col10/1733446690467/Put/seqid=0 2024-12-06T00:58:11,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742218_1394 (size=13459) 2024-12-06T00:58:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:11,960 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:11,960 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:11,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/20f3e48782aa40e688fe1bbc2c0b54cc is 50, key is test_row_0/A:col10/1733446691954/Put/seqid=0 2024-12-06T00:58:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742219_1395 (size=14741) 2024-12-06T00:58:11,974 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/20f3e48782aa40e688fe1bbc2c0b54cc 2024-12-06T00:58:11,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/3634aae527b94bad9086733957fbb59a is 50, key is test_row_0/B:col10/1733446691954/Put/seqid=0 2024-12-06T00:58:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742220_1396 (size=12301) 2024-12-06T00:58:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-06T00:58:12,003 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:12,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:12,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees 2024-12-06T00:58:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:12,005 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:12,006 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=88, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:12,006 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:12,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446752023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446752024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,029 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:12,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446752133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446752133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,137 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,225 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/fc555e11f5524877bda1a1f18b0d7a18 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/fc555e11f5524877bda1a1f18b0d7a18 2024-12-06T00:58:12,230 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into fc555e11f5524877bda1a1f18b0d7a18(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:12,230 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:12,230 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=12, startTime=1733446691764; duration=0sec 2024-12-06T00:58:12,230 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:12,230 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:12,245 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/37aa6177223c45ccb65d4deae1fbc98a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/37aa6177223c45ccb65d4deae1fbc98a 2024-12-06T00:58:12,251 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 37aa6177223c45ccb65d4deae1fbc98a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:12,251 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:12,251 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=12, startTime=1733446691764; duration=0sec 2024-12-06T00:58:12,251 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:12,251 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:12,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446752343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446752343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,346 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/3634aae527b94bad9086733957fbb59a 2024-12-06T00:58:12,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2f914ffafa67425cb265fc5c73535ff3 is 50, key is test_row_0/C:col10/1733446691954/Put/seqid=0 2024-12-06T00:58:12,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742221_1397 (size=12301) 2024-12-06T00:58:12,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,466 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,619 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446752623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,624 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,624 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:12,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446752652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446752652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:12,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:12,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] handler.RSProcedureHandler(58): pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=89 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=89 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:12,799 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=496 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2f914ffafa67425cb265fc5c73535ff3 2024-12-06T00:58:12,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/20f3e48782aa40e688fe1bbc2c0b54cc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc 2024-12-06T00:58:12,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc, entries=200, sequenceid=496, filesize=14.4 K 2024-12-06T00:58:12,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/3634aae527b94bad9086733957fbb59a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a 2024-12-06T00:58:12,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a, entries=150, sequenceid=496, filesize=12.0 K 2024-12-06T00:58:12,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/2f914ffafa67425cb265fc5c73535ff3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3 2024-12-06T00:58:12,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3, entries=150, sequenceid=496, filesize=12.0 K 2024-12-06T00:58:12,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 85fd21e1726a6483d27e313ea95d03ac in 859ms, sequenceid=496, compaction requested=false 2024-12-06T00:58:12,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:12,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=89 2024-12-06T00:58:12,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:12,926 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:58:12,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/67a1af39c9d74a9cbb9e5af49c3a2f1a is 50, key is test_row_0/A:col10/1733446692022/Put/seqid=0 2024-12-06T00:58:12,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742222_1398 (size=12301) 2024-12-06T00:58:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:13,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:13,166 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:13,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446753180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,185 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446753184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,187 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446753293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446753293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,295 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,296 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,340 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/67a1af39c9d74a9cbb9e5af49c3a2f1a 2024-12-06T00:58:13,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5501cf192b664ef99709cd68673ba7ef is 50, key is test_row_0/B:col10/1733446692022/Put/seqid=0 2024-12-06T00:58:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742223_1399 (size=12301) 2024-12-06T00:58:13,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446753503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,506 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446753503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,506 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,753 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5501cf192b664ef99709cd68673ba7ef 2024-12-06T00:58:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/357cdb48b4794012a36c50404bda4585 is 50, key is test_row_0/C:col10/1733446692022/Put/seqid=0 2024-12-06T00:58:13,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742224_1400 (size=12301) 2024-12-06T00:58:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446753813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446753813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:14,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/357cdb48b4794012a36c50404bda4585 2024-12-06T00:58:14,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/67a1af39c9d74a9cbb9e5af49c3a2f1a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a 2024-12-06T00:58:14,175 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a, entries=150, sequenceid=523, filesize=12.0 K 2024-12-06T00:58:14,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/5501cf192b664ef99709cd68673ba7ef as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef 2024-12-06T00:58:14,180 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef, entries=150, sequenceid=523, filesize=12.0 K 2024-12-06T00:58:14,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/357cdb48b4794012a36c50404bda4585 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585 2024-12-06T00:58:14,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585, entries=150, sequenceid=523, filesize=12.0 K 2024-12-06T00:58:14,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85fd21e1726a6483d27e313ea95d03ac in 1259ms, sequenceid=523, compaction requested=true 2024-12-06T00:58:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:14,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=89}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=89 2024-12-06T00:58:14,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=89 2024-12-06T00:58:14,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-06T00:58:14,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1810 sec 2024-12-06T00:58:14,191 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=88, table=TestAcidGuarantees in 2.1870 sec 2024-12-06T00:58:14,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:14,325 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:14,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:14,330 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6d03cda6a58342a6b01f071b0f982157 is 50, key is test_row_0/A:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:14,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742225_1401 (size=14741) 2024-12-06T00:58:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446754384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446754385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446754492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446754492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,496 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50674 deadline: 1733446754643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,647 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,647 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446754702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446754702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,705 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,706 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,740 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6d03cda6a58342a6b01f071b0f982157 2024-12-06T00:58:14,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7b3b39a4ebd448e58d905a24e3ac1cbe is 50, key is test_row_0/B:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:14,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742226_1402 (size=12301) 2024-12-06T00:58:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50682 deadline: 1733446754942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:14,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733446754942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:14,946 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18338 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:14,947 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 85fd21e1726a6483d27e313ea95d03ac of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18341 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:14,947 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446755013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,015 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446755013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,016 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7b3b39a4ebd448e58d905a24e3ac1cbe 2024-12-06T00:58:15,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/a0283061fd1843f18490e28ac792bd49 is 50, key is test_row_0/C:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:15,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742227_1403 (size=12301) 2024-12-06T00:58:15,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=536 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/a0283061fd1843f18490e28ac792bd49 2024-12-06T00:58:15,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/6d03cda6a58342a6b01f071b0f982157 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157 2024-12-06T00:58:15,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157, entries=200, sequenceid=536, filesize=14.4 K 2024-12-06T00:58:15,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/7b3b39a4ebd448e58d905a24e3ac1cbe as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe 2024-12-06T00:58:15,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe, entries=150, sequenceid=536, filesize=12.0 K 2024-12-06T00:58:15,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/a0283061fd1843f18490e28ac792bd49 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49 2024-12-06T00:58:15,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49, entries=150, sequenceid=536, filesize=12.0 K 2024-12-06T00:58:15,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 85fd21e1726a6483d27e313ea95d03ac in 869ms, sequenceid=536, compaction requested=true 2024-12-06T00:58:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:15,194 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:15,194 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:15,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 85fd21e1726a6483d27e313ea95d03ac:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:15,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:15,195 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:15,195 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55242 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:15,195 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/A is initiating minor compaction (all files) 2024-12-06T00:58:15,195 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/B is initiating minor compaction (all files) 2024-12-06T00:58:15,196 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/A in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:15,196 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/B in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:15,196 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d8c1bc928b0041db97902909e7a53422, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=53.9 K 2024-12-06T00:58:15,196 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/fc555e11f5524877bda1a1f18b0d7a18, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=49.2 K 2024-12-06T00:58:15,196 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8c1bc928b0041db97902909e7a53422, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20f3e48782aa40e688fe1bbc2c0b54cc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733446691314 2024-12-06T00:58:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67a1af39c9d74a9cbb9e5af49c3a2f1a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733446692017 2024-12-06T00:58:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fc555e11f5524877bda1a1f18b0d7a18, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d03cda6a58342a6b01f071b0f982157, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1733446693173 2024-12-06T00:58:15,197 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3634aae527b94bad9086733957fbb59a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733446691327 2024-12-06T00:58:15,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5501cf192b664ef99709cd68673ba7ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733446692017 2024-12-06T00:58:15,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b3b39a4ebd448e58d905a24e3ac1cbe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1733446693173 2024-12-06T00:58:15,208 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#A#compaction#350 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:15,209 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d792d393f7aa40fda6ba975c3fd52067 is 50, key is test_row_0/A:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:15,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742228_1404 (size=13595) 2024-12-06T00:58:15,222 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#B#compaction#351 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:15,222 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/92906c0ea186474aaaa308e342cdf427 is 50, key is test_row_0/B:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:15,226 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d792d393f7aa40fda6ba975c3fd52067 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d792d393f7aa40fda6ba975c3fd52067 2024-12-06T00:58:15,231 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/A of 85fd21e1726a6483d27e313ea95d03ac into d792d393f7aa40fda6ba975c3fd52067(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:15,231 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:15,231 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/A, priority=12, startTime=1733446695194; duration=0sec 2024-12-06T00:58:15,231 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:15,231 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:A 2024-12-06T00:58:15,232 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:15,233 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:15,233 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 85fd21e1726a6483d27e313ea95d03ac/C is initiating minor compaction (all files) 2024-12-06T00:58:15,233 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 85fd21e1726a6483d27e313ea95d03ac/C in TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742229_1405 (size=13595) 2024-12-06T00:58:15,234 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/37aa6177223c45ccb65d4deae1fbc98a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp, totalSize=49.2 K 2024-12-06T00:58:15,234 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37aa6177223c45ccb65d4deae1fbc98a, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733446690424 2024-12-06T00:58:15,234 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f914ffafa67425cb265fc5c73535ff3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=496, earliestPutTs=1733446691327 2024-12-06T00:58:15,235 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 357cdb48b4794012a36c50404bda4585, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733446692017 2024-12-06T00:58:15,235 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0283061fd1843f18490e28ac792bd49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=536, earliestPutTs=1733446693173 2024-12-06T00:58:15,238 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/92906c0ea186474aaaa308e342cdf427 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/92906c0ea186474aaaa308e342cdf427 2024-12-06T00:58:15,245 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 85fd21e1726a6483d27e313ea95d03ac#C#compaction#352 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:15,245 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/B of 85fd21e1726a6483d27e313ea95d03ac into 92906c0ea186474aaaa308e342cdf427(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:15,245 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:15,245 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/B, priority=12, startTime=1733446695194; duration=0sec 2024-12-06T00:58:15,246 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8f9e89f9866046258916dc45b075169f is 50, key is test_row_0/C:col10/1733446693173/Put/seqid=0 2024-12-06T00:58:15,246 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:15,246 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:B 2024-12-06T00:58:15,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742230_1406 (size=13595) 2024-12-06T00:58:15,256 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/8f9e89f9866046258916dc45b075169f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8f9e89f9866046258916dc45b075169f 2024-12-06T00:58:15,261 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 85fd21e1726a6483d27e313ea95d03ac/C of 85fd21e1726a6483d27e313ea95d03ac into 8f9e89f9866046258916dc45b075169f(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:15,261 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:15,261 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., storeName=85fd21e1726a6483d27e313ea95d03ac/C, priority=12, startTime=1733446695195; duration=0sec 2024-12-06T00:58:15,261 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:15,261 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 85fd21e1726a6483d27e313ea95d03ac:C 2024-12-06T00:58:15,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:15,525 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:15,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:15,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/da025d6165964ff28ddb65c78f5fcfdf is 50, key is test_row_0/A:col10/1733446694376/Put/seqid=0 2024-12-06T00:58:15,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742231_1407 (size=12301) 2024-12-06T00:58:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446755547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,552 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446755548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446755663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446755663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,666 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446755872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:15,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446755872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:15,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:15,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:15,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/da025d6165964ff28ddb65c78f5fcfdf 2024-12-06T00:58:15,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c337a577e5aa4756929e4c8c50ee1b53 is 50, key is test_row_0/B:col10/1733446694376/Put/seqid=0 2024-12-06T00:58:15,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742232_1408 (size=12301) 2024-12-06T00:58:15,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c337a577e5aa4756929e4c8c50ee1b53 2024-12-06T00:58:15,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5637ddcedba2449d89d332b71a32222d is 50, key is test_row_0/C:col10/1733446694376/Put/seqid=0 2024-12-06T00:58:15,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742233_1409 (size=12301) 2024-12-06T00:58:16,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-12-06T00:58:16,174 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:16,174 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:16,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees 2024-12-06T00:58:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:16,176 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:16,177 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=90, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:16,177 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50652 deadline: 1733446756182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50650 deadline: 1733446756182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:16,186 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:16,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:16,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-06T00:58:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:16,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] handler.RSProcedureHandler(58): pid=91 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:16,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=91 java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:16,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=91 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:16,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5637ddcedba2449d89d332b71a32222d 2024-12-06T00:58:16,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/da025d6165964ff28ddb65c78f5fcfdf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/da025d6165964ff28ddb65c78f5fcfdf 2024-12-06T00:58:16,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/da025d6165964ff28ddb65c78f5fcfdf, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:58:16,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/c337a577e5aa4756929e4c8c50ee1b53 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c337a577e5aa4756929e4c8c50ee1b53 2024-12-06T00:58:16,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c337a577e5aa4756929e4c8c50ee1b53, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:58:16,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/5637ddcedba2449d89d332b71a32222d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5637ddcedba2449d89d332b71a32222d 2024-12-06T00:58:16,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5637ddcedba2449d89d332b71a32222d, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:58:16,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 85fd21e1726a6483d27e313ea95d03ac in 869ms, sequenceid=564, compaction requested=false 2024-12-06T00:58:16,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:16,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=91 2024-12-06T00:58:16,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:16,484 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:16,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/675aeda1b4ee48e2a41f3ba8f9f15a47 is 50, key is test_row_0/A:col10/1733446695547/Put/seqid=0 2024-12-06T00:58:16,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742234_1410 (size=12301) 2024-12-06T00:58:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:16,560 INFO [Thread-1324 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1324. 2024-12-06T00:58:16,561 DEBUG [Thread-1324 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,561 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,561 DEBUG [Thread-1324 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,562 INFO [Thread-1330 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1330. 2024-12-06T00:58:16,562 DEBUG [Thread-1330 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,562 DEBUG [Thread-1330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,562 DEBUG [Thread-1330 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,562 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,562 INFO [Thread-1326 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1326. 2024-12-06T00:58:16,562 DEBUG [Thread-1326 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,562 DEBUG [Thread-1326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,563 DEBUG [Thread-1326 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,563 INFO [Thread-1328 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1328. 2024-12-06T00:58:16,563 DEBUG [Thread-1328 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,563 DEBUG [Thread-1328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,563 DEBUG [Thread-1328 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,564 INFO [Thread-1332 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1332. 2024-12-06T00:58:16,564 DEBUG [Thread-1332 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,564 DEBUG [Thread-1332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,564 DEBUG [Thread-1332 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:16,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. as already flushing 2024-12-06T00:58:16,694 INFO [Thread-1321 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1321. 2024-12-06T00:58:16,694 INFO [Thread-1317 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1317. 2024-12-06T00:58:16,694 DEBUG [Thread-1321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,694 DEBUG [Thread-1317 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:16,694 DEBUG [Thread-1321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,694 DEBUG [Thread-1317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,694 DEBUG [Thread-1321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,694 DEBUG [Thread-1317 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:16,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:16,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:16,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/675aeda1b4ee48e2a41f3ba8f9f15a47 2024-12-06T00:58:16,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19ad86c784714bedb1a137a39ef75dae is 50, key is test_row_0/B:col10/1733446695547/Put/seqid=0 2024-12-06T00:58:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742235_1411 (size=12301) 2024-12-06T00:58:17,303 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19ad86c784714bedb1a137a39ef75dae 2024-12-06T00:58:17,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/47025b33e51d40e58326c0a51d581b8a is 50, key is test_row_0/C:col10/1733446695547/Put/seqid=0 2024-12-06T00:58:17,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742236_1412 (size=12301) 2024-12-06T00:58:17,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:17,713 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=575 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/47025b33e51d40e58326c0a51d581b8a 2024-12-06T00:58:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/675aeda1b4ee48e2a41f3ba8f9f15a47 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/675aeda1b4ee48e2a41f3ba8f9f15a47 2024-12-06T00:58:17,722 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/675aeda1b4ee48e2a41f3ba8f9f15a47, entries=150, sequenceid=575, filesize=12.0 K 2024-12-06T00:58:17,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/19ad86c784714bedb1a137a39ef75dae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19ad86c784714bedb1a137a39ef75dae 2024-12-06T00:58:17,726 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19ad86c784714bedb1a137a39ef75dae, entries=150, sequenceid=575, filesize=12.0 K 2024-12-06T00:58:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/47025b33e51d40e58326c0a51d581b8a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/47025b33e51d40e58326c0a51d581b8a 2024-12-06T00:58:17,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/47025b33e51d40e58326c0a51d581b8a, entries=150, sequenceid=575, filesize=12.0 K 2024-12-06T00:58:17,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 85fd21e1726a6483d27e313ea95d03ac in 1248ms, sequenceid=575, compaction requested=true 2024-12-06T00:58:17,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.HRegion(2603): Flush status journal for 85fd21e1726a6483d27e313ea95d03ac: 2024-12-06T00:58:17,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:17,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=91}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=91 2024-12-06T00:58:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=91 2024-12-06T00:58:17,733 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-06T00:58:17,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-12-06T00:58:17,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=90, table=TestAcidGuarantees in 1.5600 sec 2024-12-06T00:58:18,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-06T00:58:18,323 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:18,684 INFO [Thread-1313 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1313. 2024-12-06T00:58:18,684 DEBUG [Thread-1313 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:18,684 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:18,684 DEBUG [Thread-1313 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:18,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:24,974 INFO [Thread-1315 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1315. 2024-12-06T00:58:24,974 DEBUG [Thread-1315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:24,974 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:24,974 DEBUG [Thread-1315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:24,974 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:25,025 INFO [Thread-1319 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1319. 2024-12-06T00:58:25,025 DEBUG [Thread-1319 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:25,025 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:25,025 DEBUG [Thread-1319 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:25,025 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 7 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 181 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 5 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 176 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3350 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3111 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3123 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3322 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3114 2024-12-06T00:58:25,025 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:58:25,025 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:58:25,025 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:58:25,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:25,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:25,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:25,026 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:58:25,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:25,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-06T00:58:25,030 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446705029"}]},"ts":"1733446705029"} 2024-12-06T00:58:25,031 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:58:25,031 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:58:25,031 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:58:25,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, UNASSIGN}] 2024-12-06T00:58:25,033 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, UNASSIGN 2024-12-06T00:58:25,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=85fd21e1726a6483d27e313ea95d03ac, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:25,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, UNASSIGN because future has completed 2024-12-06T00:58:25,035 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:58:25,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:25,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-06T00:58:25,188 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:25,188 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:58:25,188 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing 85fd21e1726a6483d27e313ea95d03ac, disabling compactions & flushes 2024-12-06T00:58:25,188 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:25,188 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:25,188 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. after waiting 0 ms 2024-12-06T00:58:25,188 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:25,188 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(2902): Flushing 85fd21e1726a6483d27e313ea95d03ac 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T00:58:25,192 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d08141c2569946bc821a33b37c1e957e is 50, key is test_row_0/A:col10/1733446696693/Put/seqid=0 2024-12-06T00:58:25,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742237_1413 (size=12301) 2024-12-06T00:58:25,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-06T00:58:25,596 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d08141c2569946bc821a33b37c1e957e 2024-12-06T00:58:25,603 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/908cb6c69792421bada88f39cf64a27f is 50, key is test_row_0/B:col10/1733446696693/Put/seqid=0 2024-12-06T00:58:25,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742238_1414 (size=12301) 2024-12-06T00:58:25,607 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/908cb6c69792421bada88f39cf64a27f 2024-12-06T00:58:25,613 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/9d2a39108aec4776b818edcd918505bd is 50, key is test_row_0/C:col10/1733446696693/Put/seqid=0 2024-12-06T00:58:25,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742239_1415 (size=12301) 2024-12-06T00:58:25,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-06T00:58:26,017 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/9d2a39108aec4776b818edcd918505bd 2024-12-06T00:58:26,021 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/A/d08141c2569946bc821a33b37c1e957e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d08141c2569946bc821a33b37c1e957e 2024-12-06T00:58:26,024 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d08141c2569946bc821a33b37c1e957e, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T00:58:26,024 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/B/908cb6c69792421bada88f39cf64a27f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/908cb6c69792421bada88f39cf64a27f 2024-12-06T00:58:26,027 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/908cb6c69792421bada88f39cf64a27f, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T00:58:26,028 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/.tmp/C/9d2a39108aec4776b818edcd918505bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/9d2a39108aec4776b818edcd918505bd 2024-12-06T00:58:26,031 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/9d2a39108aec4776b818edcd918505bd, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T00:58:26,032 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 85fd21e1726a6483d27e313ea95d03ac in 844ms, sequenceid=583, compaction requested=true 2024-12-06T00:58:26,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2e152f0f555643c1ad89b59d8668caa0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3b286be78574ddaa87a8431faecea8c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4ac2fe97b02a497a83a77d840083bb97, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/723b8851166b40bc897e0679be5f638b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4a12954be97049658d15bfc845ced7c8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4326667c1a604b7c8d7332d61b719209, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/136e672006b74703baee65b96d4b1ea2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6969663191d84d94af9140e1ec73051f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7d7fa254cdb74deba56ad631571e5732, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d8c1bc928b0041db97902909e7a53422, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157] to archive 2024-12-06T00:58:26,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:26,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6b0d8ee0111a45cdbf7477870d39e756 2024-12-06T00:58:26,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3caf9c9bb5c46f5a4f34bf7f59a196c 2024-12-06T00:58:26,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2e152f0f555643c1ad89b59d8668caa0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2e152f0f555643c1ad89b59d8668caa0 2024-12-06T00:58:26,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8a325d8080b2455dbc551d9a309da1d7 2024-12-06T00:58:26,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/07af5985a0214d9aaa65cf5bd7087e87 2024-12-06T00:58:26,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ab31308c3b5f4db4948d19be7e57ba87 2024-12-06T00:58:26,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/90489e6a58394b3e9681a2dac6ed1b6a 2024-12-06T00:58:26,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3b286be78574ddaa87a8431faecea8c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f3b286be78574ddaa87a8431faecea8c 2024-12-06T00:58:26,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/ea489f72c48a4a938f1cc7592bd68ab7 2024-12-06T00:58:26,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f722ab9b6e094153b14a0d8b2752aba0 2024-12-06T00:58:26,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4ac2fe97b02a497a83a77d840083bb97 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4ac2fe97b02a497a83a77d840083bb97 2024-12-06T00:58:26,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7c36f6e40a9c4b6f8825ca897c63142e 2024-12-06T00:58:26,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/dc52ba76c72e4519942200a1f19cf20a 2024-12-06T00:58:26,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/723b8851166b40bc897e0679be5f638b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/723b8851166b40bc897e0679be5f638b 2024-12-06T00:58:26,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3b6e273062de4410855bd30beb7d2a05 2024-12-06T00:58:26,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/2dba63eefc994dbc9aff71436aa628fd 2024-12-06T00:58:26,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/50823be492524aea8fa57d14fc0861ce 2024-12-06T00:58:26,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4a12954be97049658d15bfc845ced7c8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4a12954be97049658d15bfc845ced7c8 2024-12-06T00:58:26,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/f5df9d45f92943958e56b03a42a5e67b 2024-12-06T00:58:26,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/9bd9ec4cc6964ec4a2a880e3ff4e6bd2 2024-12-06T00:58:26,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/3a99c5b1e88f45579e182bf212aefa45 2024-12-06T00:58:26,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4326667c1a604b7c8d7332d61b719209 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/4326667c1a604b7c8d7332d61b719209 2024-12-06T00:58:26,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/166e4d32a57643f59d6c1fbe532202ce 2024-12-06T00:58:26,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/1a14e52503f44ef7bbe345aed8aa2b7e 2024-12-06T00:58:26,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/136e672006b74703baee65b96d4b1ea2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/136e672006b74703baee65b96d4b1ea2 2024-12-06T00:58:26,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/5b0beca148eb499f921c84f093a2e40b 2024-12-06T00:58:26,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/8381a33b58524dc7b82c7dbf6d47ac0b 2024-12-06T00:58:26,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6969663191d84d94af9140e1ec73051f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6969663191d84d94af9140e1ec73051f 2024-12-06T00:58:26,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/a307f979511244aeb48633c5abb35790 2024-12-06T00:58:26,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/08e4f88d91534e338f01616e6f90958f 2024-12-06T00:58:26,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7d7fa254cdb74deba56ad631571e5732 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/7d7fa254cdb74deba56ad631571e5732 2024-12-06T00:58:26,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/561580d2f3014f55a24a11aadaaf8427 2024-12-06T00:58:26,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/28df05ef6b9b45318cca71d259c5992a 2024-12-06T00:58:26,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d8c1bc928b0041db97902909e7a53422 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d8c1bc928b0041db97902909e7a53422 2024-12-06T00:58:26,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/904e9ad691fe48dd8d0b9736a93190a3 2024-12-06T00:58:26,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/20f3e48782aa40e688fe1bbc2c0b54cc 2024-12-06T00:58:26,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/67a1af39c9d74a9cbb9e5af49c3a2f1a 2024-12-06T00:58:26,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/6d03cda6a58342a6b01f071b0f982157 2024-12-06T00:58:26,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b61a8008588446f87a850c2f3580c47, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/b3cb2b524a354e35bc43ca13276929ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/01cea4caa16f42e29ecff9df2c35ddfe, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e8fdb61125dc4554a8bd9c4fa1a998ea, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/2fc6635f9a744b05948a5e35c25e37d6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/37a9dc652b0d4374bf8d5b4701b48a74, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/836144f7f74847ce90416d12ba56059b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/114a892eab7b414fa65a1dca11093a1f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bfc6511d33514ff986f7490c39c094e5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/fc555e11f5524877bda1a1f18b0d7a18, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe] to archive 2024-12-06T00:58:26,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:26,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b6cfaa167604a68ad228b1f355d9eb0 2024-12-06T00:58:26,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/0c9e489d64ad4d3199a7be19fc65d69c 2024-12-06T00:58:26,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b61a8008588446f87a850c2f3580c47 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6b61a8008588446f87a850c2f3580c47 2024-12-06T00:58:26,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/24e51fedf9cf4559a2ed654144ef32a8 2024-12-06T00:58:26,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bc34e6fbf00e4d5294e1116ce86f29ac 2024-12-06T00:58:26,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1f39176879974bbe95ce9e419799b980 2024-12-06T00:58:26,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/b3cb2b524a354e35bc43ca13276929ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/b3cb2b524a354e35bc43ca13276929ac 2024-12-06T00:58:26,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a5addcc754ed4b9fa10ac7b9b6d096a2 2024-12-06T00:58:26,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a6d0a877b6a445a7a026e3c8005f6c37 2024-12-06T00:58:26,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/01cea4caa16f42e29ecff9df2c35ddfe to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/01cea4caa16f42e29ecff9df2c35ddfe 2024-12-06T00:58:26,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19583ddc5db14c3ea511c319866d5eac 2024-12-06T00:58:26,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/6a38d146a52745af89db305984b6d431 2024-12-06T00:58:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e8fdb61125dc4554a8bd9c4fa1a998ea to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e8fdb61125dc4554a8bd9c4fa1a998ea 2024-12-06T00:58:26,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/f4e7a2813e7e4622b61b6b1dce444388 2024-12-06T00:58:26,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1fb56d6be0ac498fad55afeae9c42a80 2024-12-06T00:58:26,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/e427c8b2984248d09058b942e5fff3bd 2024-12-06T00:58:26,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/47e07668965e4ffaadc4f76d3543a8be 2024-12-06T00:58:26,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/2fc6635f9a744b05948a5e35c25e37d6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/2fc6635f9a744b05948a5e35c25e37d6 2024-12-06T00:58:26,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/1513c46c25074d8c9482567aeccb44d3 2024-12-06T00:58:26,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/09e1a26da79148f4aa5780ac8708bb16 2024-12-06T00:58:26,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/37a9dc652b0d4374bf8d5b4701b48a74 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/37a9dc652b0d4374bf8d5b4701b48a74 2024-12-06T00:58:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/309322d67cf14d19823bce00c28abd33 2024-12-06T00:58:26,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7552a46383fc4eb89e5e1aba044e3088 2024-12-06T00:58:26,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/836144f7f74847ce90416d12ba56059b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/836144f7f74847ce90416d12ba56059b 2024-12-06T00:58:26,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/9bd3abc2b3dd4bb593e89fd3613b6239 2024-12-06T00:58:26,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/846201707f2c48f4a03a3d06c06a521c 2024-12-06T00:58:26,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/114a892eab7b414fa65a1dca11093a1f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/114a892eab7b414fa65a1dca11093a1f 2024-12-06T00:58:26,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c2a14f2ede924c75bf14284359a1cfb7 2024-12-06T00:58:26,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/a3a623b33d31482886fac6a95b361694 2024-12-06T00:58:26,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bfc6511d33514ff986f7490c39c094e5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bfc6511d33514ff986f7490c39c094e5 2024-12-06T00:58:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/098ccfe15fdb4145919a8c9aef982c1e 2024-12-06T00:58:26,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/dabaf2c469834a2ebccf2a23075ac163 2024-12-06T00:58:26,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5c17c7b86d3646ec806bf3b80931d962 2024-12-06T00:58:26,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/fc555e11f5524877bda1a1f18b0d7a18 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/fc555e11f5524877bda1a1f18b0d7a18 2024-12-06T00:58:26,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/bd56815c42e24f6abf512113079229b8 2024-12-06T00:58:26,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/3634aae527b94bad9086733957fbb59a 2024-12-06T00:58:26,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/5501cf192b664ef99709cd68673ba7ef 2024-12-06T00:58:26,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/7b3b39a4ebd448e58d905a24e3ac1cbe 2024-12-06T00:58:26,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/4b0aed0622fe4f9a8f216e18195c56b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1b0fd419b39940c3aef381e6731b7e79, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2cce3828e2d843b7a223be8ad54a9e88, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/ec1bed5750dd4504a6ea9e5b78c34a6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8a75813597d04afcbe0944f5113e5f8a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d632c40fdd604511bbdbd5562335b124, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/f373646b26a5490e94ce50497083a13c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/01fedaa93b3b4a02b4edbd7527144f70, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/20a335b20b3d4e95ad811c67675625ae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/37aa6177223c45ccb65d4deae1fbc98a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49] to archive 2024-12-06T00:58:26,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:26,103 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/61b4fb4adea54cd8aca4855ca1c0753e 2024-12-06T00:58:26,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/fc4399e8cc69445ab82afb2a16ec1f7d 2024-12-06T00:58:26,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/4b0aed0622fe4f9a8f216e18195c56b6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/4b0aed0622fe4f9a8f216e18195c56b6 2024-12-06T00:58:26,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/25b23919f7064675843f722033728e0e 2024-12-06T00:58:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e7b7a2326339441ead8bdd4f0c276361 2024-12-06T00:58:26,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d57dc864854c422d9f50cbf36827dae3 2024-12-06T00:58:26,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1b0fd419b39940c3aef381e6731b7e79 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1b0fd419b39940c3aef381e6731b7e79 2024-12-06T00:58:26,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/0aa7b423cfc2489885509e94d6e6a023 2024-12-06T00:58:26,110 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1d906d7faeaf42aa9cadfcabf74811f1 2024-12-06T00:58:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6328e5cfdf034cb5bd27d5c924d110a5 2024-12-06T00:58:26,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2cce3828e2d843b7a223be8ad54a9e88 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2cce3828e2d843b7a223be8ad54a9e88 2024-12-06T00:58:26,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/6afd29b2be1345228e14b49c430df553 2024-12-06T00:58:26,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5048154b42e94d49916aecca620294a6 2024-12-06T00:58:26,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/ec1bed5750dd4504a6ea9e5b78c34a6d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/ec1bed5750dd4504a6ea9e5b78c34a6d 2024-12-06T00:58:26,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/1ef813717e5941bcbfd14d65128fe244 2024-12-06T00:58:26,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d95fa3776dc84e01a44dc3e543affe7e 2024-12-06T00:58:26,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/44daa61f999247088bf27ad8179172b0 2024-12-06T00:58:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8a75813597d04afcbe0944f5113e5f8a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8a75813597d04afcbe0944f5113e5f8a 2024-12-06T00:58:26,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/7e5a75fe339f440eac1ae3bf38dfbeca 2024-12-06T00:58:26,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8be3ab5b1f004f1f8ab5735497add010 2024-12-06T00:58:26,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d632c40fdd604511bbdbd5562335b124 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/d632c40fdd604511bbdbd5562335b124 2024-12-06T00:58:26,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/acf9bf6f2bc24a58a4a855b71b7a06a5 2024-12-06T00:58:26,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3e1006afbfb4470d8c7a7333944e2db1 2024-12-06T00:58:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/f373646b26a5490e94ce50497083a13c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/f373646b26a5490e94ce50497083a13c 2024-12-06T00:58:26,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/b7fd2e9c4c8f4f79b1649b663fb61735 2024-12-06T00:58:26,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/53b034aba3e84833b472f1a9bdad369c 2024-12-06T00:58:26,124 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/01fedaa93b3b4a02b4edbd7527144f70 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/01fedaa93b3b4a02b4edbd7527144f70 2024-12-06T00:58:26,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e887f9ae7d6b4ab3b157a0c4f6ab23e9 2024-12-06T00:58:26,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/bce3eb2d15184ca5926dcc841dbdbd0f 2024-12-06T00:58:26,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/20a335b20b3d4e95ad811c67675625ae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/20a335b20b3d4e95ad811c67675625ae 2024-12-06T00:58:26,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/3daa8d5e7b214793a0314591038a3479 2024-12-06T00:58:26,129 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/e6adfeae0ea840dab35bbdbbc2b58c83 2024-12-06T00:58:26,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/baadc038e5004a9fb41743400aa85f2c 2024-12-06T00:58:26,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/37aa6177223c45ccb65d4deae1fbc98a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/37aa6177223c45ccb65d4deae1fbc98a 2024-12-06T00:58:26,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2d080916ebb24e4c82e72b657de18290 2024-12-06T00:58:26,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/2f914ffafa67425cb265fc5c73535ff3 2024-12-06T00:58:26,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/357cdb48b4794012a36c50404bda4585 2024-12-06T00:58:26,134 DEBUG [StoreCloser-TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/a0283061fd1843f18490e28ac792bd49 2024-12-06T00:58:26,138 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/recovered.edits/586.seqid, newMaxSeqId=586, maxSeqId=1 2024-12-06T00:58:26,139 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. 2024-12-06T00:58:26,139 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for 85fd21e1726a6483d27e313ea95d03ac: Waiting for close lock at 1733446705188Running coprocessor pre-close hooks at 1733446705188Disabling compacts and flushes for region at 1733446705188Disabling writes for close at 1733446705188Obtaining lock to block concurrent updates at 1733446705188Preparing flush snapshotting stores in 85fd21e1726a6483d27e313ea95d03ac at 1733446705188Finished memstore snapshotting TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733446705188Flushing stores of TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac. at 1733446705189 (+1 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/A: creating writer at 1733446705189Flushing 85fd21e1726a6483d27e313ea95d03ac/A: appending metadata at 1733446705191 (+2 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/A: closing flushed file at 1733446705191Flushing 85fd21e1726a6483d27e313ea95d03ac/B: creating writer at 1733446705600 (+409 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/B: appending metadata at 1733446705602 (+2 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/B: closing flushed file at 1733446705602Flushing 85fd21e1726a6483d27e313ea95d03ac/C: creating writer at 1733446705610 (+8 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/C: appending metadata at 1733446705612 (+2 ms)Flushing 85fd21e1726a6483d27e313ea95d03ac/C: closing flushed file at 1733446705612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11bdb29e: reopening flushed file at 1733446706020 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@112b9e83: reopening flushed file at 1733446706024 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@321a2e80: reopening flushed file at 1733446706027 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 85fd21e1726a6483d27e313ea95d03ac in 844ms, sequenceid=583, compaction requested=true at 1733446706032 (+5 ms)Writing region close event to WAL at 1733446706136 (+104 ms)Running coprocessor post-close hooks at 1733446706139 (+3 ms)Closed at 1733446706139 2024-12-06T00:58:26,141 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed 85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:26,141 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=85fd21e1726a6483d27e313ea95d03ac, regionState=CLOSED 2024-12-06T00:58:26,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:26,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-06T00:58:26,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure 85fd21e1726a6483d27e313ea95d03ac, server=f7c814cf3c7e,36411,1733446618544 in 1.1080 sec 2024-12-06T00:58:26,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-06T00:58:26,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=85fd21e1726a6483d27e313ea95d03ac, UNASSIGN in 1.1110 sec 2024-12-06T00:58:26,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-06T00:58:26,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.1150 sec 2024-12-06T00:58:26,149 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446706148"}]},"ts":"1733446706148"} 2024-12-06T00:58:26,150 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:58:26,150 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:58:26,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.1240 sec 2024-12-06T00:58:26,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-12-06T00:58:26,163 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:26,163 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:58:26,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,165 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=96, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-06T00:58:26,166 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=96, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,168 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:26,170 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/recovered.edits] 2024-12-06T00:58:26,172 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/675aeda1b4ee48e2a41f3ba8f9f15a47 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/675aeda1b4ee48e2a41f3ba8f9f15a47 2024-12-06T00:58:26,174 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d08141c2569946bc821a33b37c1e957e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d08141c2569946bc821a33b37c1e957e 2024-12-06T00:58:26,175 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d792d393f7aa40fda6ba975c3fd52067 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/d792d393f7aa40fda6ba975c3fd52067 2024-12-06T00:58:26,176 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/da025d6165964ff28ddb65c78f5fcfdf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/A/da025d6165964ff28ddb65c78f5fcfdf 2024-12-06T00:58:26,177 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19ad86c784714bedb1a137a39ef75dae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/19ad86c784714bedb1a137a39ef75dae 2024-12-06T00:58:26,178 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/908cb6c69792421bada88f39cf64a27f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/908cb6c69792421bada88f39cf64a27f 2024-12-06T00:58:26,179 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/92906c0ea186474aaaa308e342cdf427 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/92906c0ea186474aaaa308e342cdf427 2024-12-06T00:58:26,180 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c337a577e5aa4756929e4c8c50ee1b53 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/B/c337a577e5aa4756929e4c8c50ee1b53 2024-12-06T00:58:26,182 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/47025b33e51d40e58326c0a51d581b8a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/47025b33e51d40e58326c0a51d581b8a 2024-12-06T00:58:26,184 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5637ddcedba2449d89d332b71a32222d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/5637ddcedba2449d89d332b71a32222d 2024-12-06T00:58:26,185 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8f9e89f9866046258916dc45b075169f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/8f9e89f9866046258916dc45b075169f 2024-12-06T00:58:26,186 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/9d2a39108aec4776b818edcd918505bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/C/9d2a39108aec4776b818edcd918505bd 2024-12-06T00:58:26,188 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/recovered.edits/586.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac/recovered.edits/586.seqid 2024-12-06T00:58:26,189 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/85fd21e1726a6483d27e313ea95d03ac 2024-12-06T00:58:26,189 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:58:26,191 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=96, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,195 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:58:26,197 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:58:26,198 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=96, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,198 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:58:26,198 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446706198"}]},"ts":"9223372036854775807"} 2024-12-06T00:58:26,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:58:26,200 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 85fd21e1726a6483d27e313ea95d03ac, NAME => 'TestAcidGuarantees,,1733446675357.85fd21e1726a6483d27e313ea95d03ac.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:58:26,200 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:58:26,200 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446706200"}]},"ts":"9223372036854775807"} 2024-12-06T00:58:26,201 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:58:26,202 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=96, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,203 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 39 msec 2024-12-06T00:58:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96 2024-12-06T00:58:26,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:58:26,273 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:26,282 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=238 (was 247), OpenFileDescriptor=451 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=536 (was 622), ProcessCount=11 (was 12), AvailableMemoryMB=10677 (was 10732) 2024-12-06T00:58:26,294 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=238, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=536, ProcessCount=11, AvailableMemoryMB=10671 2024-12-06T00:58:26,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:58:26,296 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:58:26,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:26,298 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:58:26,298 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:26,298 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 97 2024-12-06T00:58:26,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:58:26,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:26,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742240_1416 (size=959) 2024-12-06T00:58:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:26,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T00:58:26,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:26,706 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:58:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742241_1417 (size=53) 2024-12-06T00:58:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 8d078e2e0e5c61171157184bb3785a71, disabling compactions & flushes 2024-12-06T00:58:27,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. after waiting 0 ms 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,111 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,111 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d078e2e0e5c61171157184bb3785a71: Waiting for close lock at 1733446707111Disabling compacts and flushes for region at 1733446707111Disabling writes for close at 1733446707111Writing region close event to WAL at 1733446707111Closed at 1733446707111 2024-12-06T00:58:27,112 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:58:27,113 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446707112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446707112"}]},"ts":"1733446707112"} 2024-12-06T00:58:27,114 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:58:27,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:58:27,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446707115"}]},"ts":"1733446707115"} 2024-12-06T00:58:27,116 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:58:27,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, ASSIGN}] 2024-12-06T00:58:27,117 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, ASSIGN 2024-12-06T00:58:27,118 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:58:27,269 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:27,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=97, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, ASSIGN because future has completed 2024-12-06T00:58:27,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:27,425 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,425 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:58:27,426 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,426 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:58:27,426 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,426 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,427 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,428 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName A 2024-12-06T00:58:27,428 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:27,429 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:27,429 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,430 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName B 2024-12-06T00:58:27,430 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:27,430 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:27,430 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,431 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName C 2024-12-06T00:58:27,431 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:27,432 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:27,432 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,432 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,433 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:27,433 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,433 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,434 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:58:27,435 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,436 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:58:27,437 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 8d078e2e0e5c61171157184bb3785a71; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59375901, jitterRate=-0.11523012816905975}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:58:27,437 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:27,437 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 8d078e2e0e5c61171157184bb3785a71: Running coprocessor pre-open hook at 1733446707426Writing region info on filesystem at 1733446707426Initializing all the Stores at 1733446707427 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446707427Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446707427Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446707427Cleaning up temporary data from old regions at 1733446707433 (+6 ms)Running coprocessor post-open hooks at 1733446707437 (+4 ms)Region opened successfully at 1733446707437 2024-12-06T00:58:27,438 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., pid=99, masterSystemTime=1733446707422 2024-12-06T00:58:27,439 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,439 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:27,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:27,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:27,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98 2024-12-06T00:58:27,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 in 172 msec 2024-12-06T00:58:27,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-12-06T00:58:27,444 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, ASSIGN in 327 msec 2024-12-06T00:58:27,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:58:27,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446707445"}]},"ts":"1733446707445"} 2024-12-06T00:58:27,446 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:58:27,447 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=97, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:58:27,448 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-12-06T00:58:28,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-12-06T00:58:28,444 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:28,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300a5f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:28,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:28,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:28,446 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5cf73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:28,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:28,447 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:28,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:28,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4ba769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:28,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:28,449 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:28,450 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35566, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:28,451 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:58:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:58:28,451 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33158011 2024-12-06T00:58:28,452 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:58:28,452 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42806, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:58:28,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:58:28,454 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:58:28,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=100, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:28,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742242_1418 (size=995) 2024-12-06T00:58:28,865 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-06T00:58:28,865 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-06T00:58:28,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:58:28,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE}] 2024-12-06T00:58:28,870 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE 2024-12-06T00:58:28,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:28,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE because future has completed 2024-12-06T00:58:28,872 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:58:28,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:29,024 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(122): Close 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,024 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:58:29,024 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1722): Closing 8d078e2e0e5c61171157184bb3785a71, disabling compactions & flushes 2024-12-06T00:58:29,024 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,024 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,024 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. after waiting 0 ms 2024-12-06T00:58:29,025 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,028 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T00:58:29,029 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,029 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegion(1676): Region close journal for 8d078e2e0e5c61171157184bb3785a71: Waiting for close lock at 1733446709024Running coprocessor pre-close hooks at 1733446709024Disabling compacts and flushes for region at 1733446709024Disabling writes for close at 1733446709024Writing region close event to WAL at 1733446709025 (+1 ms)Running coprocessor post-close hooks at 1733446709029 (+4 ms)Closed at 1733446709029 2024-12-06T00:58:29,029 WARN [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] regionserver.HRegionServer(3299): Not adding moved region record: 8d078e2e0e5c61171157184bb3785a71 to self. 2024-12-06T00:58:29,031 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=103}] handler.UnassignRegionHandler(157): Closed 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,031 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=CLOSED 2024-12-06T00:58:29,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=103, ppid=102, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:29,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=103, resume processing ppid=102 2024-12-06T00:58:29,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=102, state=SUCCESS, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 in 161 msec 2024-12-06T00:58:29,035 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE; state=CLOSED, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=true 2024-12-06T00:58:29,186 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=102, ppid=101, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE because future has completed 2024-12-06T00:58:29,188 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:29,342 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,342 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:58:29,342 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,342 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:58:29,343 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7794): checking encryption for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,343 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(7797): checking classloading for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,344 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,344 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName A 2024-12-06T00:58:29,345 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:29,346 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:29,346 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,347 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName B 2024-12-06T00:58:29,347 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:29,347 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:29,347 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,348 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d078e2e0e5c61171157184bb3785a71 columnFamilyName C 2024-12-06T00:58:29,348 DEBUG [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:29,348 INFO [StoreOpener-8d078e2e0e5c61171157184bb3785a71-1 {}] regionserver.HStore(327): Store=8d078e2e0e5c61171157184bb3785a71/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:29,348 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1038): replaying wal for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,349 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,350 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,351 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1048): stopping wal replay for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,351 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1060): Cleaning up temporary data for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,351 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:58:29,352 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1093): writing seq id for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,353 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1114): Opened 8d078e2e0e5c61171157184bb3785a71; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69740116, jitterRate=0.03920871019363403}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:58:29,353 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,353 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegion(1006): Region open journal for 8d078e2e0e5c61171157184bb3785a71: Running coprocessor pre-open hook at 1733446709343Writing region info on filesystem at 1733446709343Initializing all the Stores at 1733446709343Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446709343Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446709344 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446709344Cleaning up temporary data from old regions at 1733446709351 (+7 ms)Running coprocessor post-open hooks at 1733446709353 (+2 ms)Region opened successfully at 1733446709353 2024-12-06T00:58:29,354 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., pid=104, masterSystemTime=1733446709339 2024-12-06T00:58:29,356 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,356 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=104}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=102 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=OPEN, openSeqNum=5, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=104, ppid=102, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:29,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=102 2024-12-06T00:58:29,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=102, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 in 170 msec 2024-12-06T00:58:29,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-06T00:58:29,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, REOPEN/MOVE in 490 msec 2024-12-06T00:58:29,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=101, resume processing ppid=100 2024-12-06T00:58:29,363 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, ppid=100, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 494 msec 2024-12-06T00:58:29,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 909 msec 2024-12-06T00:58:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=100 2024-12-06T00:58:29,366 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:29,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774ef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,366 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,366 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,367 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38fa4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,368 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,369 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49191f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cf7f63f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,370 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3556e816, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,372 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,372 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb672c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,373 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4600746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,373 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,373 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,373 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf0a5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,374 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87102da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6447def3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,375 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,376 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d524699, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,376 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,377 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,377 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,378 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38634a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5345722e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,379 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745cd9da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,379 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,380 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,380 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bbe334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b9dbe2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,382 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a2d8cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,383 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a036c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba3e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,384 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,384 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e08d069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,385 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e894847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79570776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,387 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330dbfe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,388 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,388 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,389 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa56742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43065a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,390 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,390 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2aebb657, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,391 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,391 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42952, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,392 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d6042be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bcd92c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:29,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:29,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:29,393 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb628b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:29,394 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:29,395 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:29,395 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f07d285, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:29,396 DEBUG [Thread-1865 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,396 DEBUG [Thread-1876 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,396 DEBUG [Thread-1868 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,397 DEBUG [Thread-1870 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,397 DEBUG [Thread-1874 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,397 DEBUG [Thread-1857 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,397 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,398 DEBUG [Thread-1874 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,398 DEBUG [Thread-1857 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,398 DEBUG [Thread-1870 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,398 DEBUG [Thread-1857 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,398 DEBUG [Thread-1874 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35590, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,398 DEBUG [Thread-1872 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,398 DEBUG [Thread-1870 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,399 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,400 DEBUG [Thread-1859 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,400 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,402 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35626, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,402 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,403 DEBUG [Thread-1861 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-06T00:58:29,404 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35632, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T00:58:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,405 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:29,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,407 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:29,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:29,408 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,409 DEBUG [Thread-1863 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:29,409 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46273 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=f7c814cf3c7e,36411,1733446618544, table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-06T00:58:29,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:29,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:29,412 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:29,414 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:58:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,417 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:29,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:29,459 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120674fbac7f12f64c9aa4e0366ab8f30358_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_1/A:col10/1733446709417/Put/seqid=0 2024-12-06T00:58:29,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742243_1419 (size=17034) 2024-12-06T00:58:29,466 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:29,470 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120674fbac7f12f64c9aa4e0366ab8f30358_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120674fbac7f12f64c9aa4e0366ab8f30358_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,471 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09b4e96be26547b4aa17df143f8f7d68, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:29,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09b4e96be26547b4aa17df143f8f7d68 is 175, key is test_row_1/A:col10/1733446709417/Put/seqid=0 2024-12-06T00:58:29,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742244_1420 (size=48135) 2024-12-06T00:58:29,478 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09b4e96be26547b4aa17df143f8f7d68 2024-12-06T00:58:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446769466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446769469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446769470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446769474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,483 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446769482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/dd00f210d98340fc91384c33c6b0aeb6 is 50, key is test_row_1/B:col10/1733446709417/Put/seqid=0 2024-12-06T00:58:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T00:58:29,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742245_1421 (size=9657) 2024-12-06T00:58:29,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/dd00f210d98340fc91384c33c6b0aeb6 2024-12-06T00:58:29,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/83284a4c334d4936b4d5e3e93f41bf0d is 50, key is test_row_1/C:col10/1733446709417/Put/seqid=0 2024-12-06T00:58:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742246_1422 (size=9657) 2024-12-06T00:58:29,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/83284a4c334d4936b4d5e3e93f41bf0d 2024-12-06T00:58:29,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09b4e96be26547b4aa17df143f8f7d68 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68 2024-12-06T00:58:29,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68, entries=250, sequenceid=16, filesize=47.0 K 2024-12-06T00:58:29,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/dd00f210d98340fc91384c33c6b0aeb6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6 2024-12-06T00:58:29,560 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6, entries=100, sequenceid=16, filesize=9.4 K 2024-12-06T00:58:29,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T00:58:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/83284a4c334d4936b4d5e3e93f41bf0d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d 2024-12-06T00:58:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,569 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d, entries=100, sequenceid=16, filesize=9.4 K 2024-12-06T00:58:29,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d078e2e0e5c61171157184bb3785a71 in 153ms, sequenceid=16, compaction requested=false 2024-12-06T00:58:29,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:29,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,601 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:29,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T00:58:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446769604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446769610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446769613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,622 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446769613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,623 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446769615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064b2513d84a1741e2a76e688496998a0a_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446709599/Put/seqid=0 2024-12-06T00:58:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,625 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742247_1423 (size=12154) 2024-12-06T00:58:29,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:29,634 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064b2513d84a1741e2a76e688496998a0a_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064b2513d84a1741e2a76e688496998a0a_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:29,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/574b9fe2aa724973bdbb356083d442f1, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:29,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/574b9fe2aa724973bdbb356083d442f1 is 175, key is test_row_0/A:col10/1733446709599/Put/seqid=0 2024-12-06T00:58:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742248_1424 (size=30955) 2024-12-06T00:58:29,652 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/574b9fe2aa724973bdbb356083d442f1 2024-12-06T00:58:29,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7dee8481430c4ccc893acb428a74717e is 50, key is test_row_0/B:col10/1733446709599/Put/seqid=0 2024-12-06T00:58:29,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742249_1425 (size=12001) 2024-12-06T00:58:29,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7dee8481430c4ccc893acb428a74717e 2024-12-06T00:58:29,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e67886d82aca4b61bb853aacfd17e1c6 is 50, key is test_row_0/C:col10/1733446709599/Put/seqid=0 2024-12-06T00:58:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742250_1426 (size=12001) 2024-12-06T00:58:29,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T00:58:29,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T00:58:29,728 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446769723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446769723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446769733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446769733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446769733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T00:58:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:29,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:29,868 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:29,939 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446769933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446769933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,940 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446769942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446769942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:29,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446769943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:29,951 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T00:58:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T00:58:30,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e67886d82aca4b61bb853aacfd17e1c6 2024-12-06T00:58:30,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/574b9fe2aa724973bdbb356083d442f1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1 2024-12-06T00:58:30,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1, entries=150, sequenceid=43, filesize=30.2 K 2024-12-06T00:58:30,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7dee8481430c4ccc893acb428a74717e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e 2024-12-06T00:58:30,126 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e, entries=150, sequenceid=43, filesize=11.7 K 2024-12-06T00:58:30,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e67886d82aca4b61bb853aacfd17e1c6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6 2024-12-06T00:58:30,135 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6, entries=150, sequenceid=43, filesize=11.7 K 2024-12-06T00:58:30,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 8d078e2e0e5c61171157184bb3785a71 in 544ms, sequenceid=43, compaction requested=false 2024-12-06T00:58:30,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:30,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-06T00:58:30,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,184 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T00:58:30,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de31d66fc97545ebb2c2d7866067cb2d_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446709614/Put/seqid=0 2024-12-06T00:58:30,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742251_1427 (size=12154) 2024-12-06T00:58:30,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:30,220 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de31d66fc97545ebb2c2d7866067cb2d_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de31d66fc97545ebb2c2d7866067cb2d_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:30,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ab49220ccdf147a8b3750fbce20f8a84, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:30,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ab49220ccdf147a8b3750fbce20f8a84 is 175, key is test_row_0/A:col10/1733446709614/Put/seqid=0 2024-12-06T00:58:30,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742252_1428 (size=30955) 2024-12-06T00:58:30,238 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ab49220ccdf147a8b3750fbce20f8a84 2024-12-06T00:58:30,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ab2895eeaee14a0fb9cdca119fe6718b is 50, key is test_row_0/B:col10/1733446709614/Put/seqid=0 2024-12-06T00:58:30,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:30,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:30,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742253_1429 (size=12001) 2024-12-06T00:58:30,267 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ab2895eeaee14a0fb9cdca119fe6718b 2024-12-06T00:58:30,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8c4be157d621488eb6b618fa7be5f7c7 is 50, key is test_row_0/C:col10/1733446709614/Put/seqid=0 2024-12-06T00:58:30,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742254_1430 (size=12001) 2024-12-06T00:58:30,313 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8c4be157d621488eb6b618fa7be5f7c7 2024-12-06T00:58:30,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ab49220ccdf147a8b3750fbce20f8a84 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84 2024-12-06T00:58:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446770309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,327 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446770309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,328 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,330 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84, entries=150, sequenceid=52, filesize=30.2 K 2024-12-06T00:58:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ab2895eeaee14a0fb9cdca119fe6718b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b 2024-12-06T00:58:30,334 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T00:58:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8c4be157d621488eb6b618fa7be5f7c7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7 2024-12-06T00:58:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446770326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446770326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446770328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,341 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,342 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,346 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T00:58:30,347 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 8d078e2e0e5c61171157184bb3785a71 in 164ms, sequenceid=52, compaction requested=true 2024-12-06T00:58:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-06T00:58:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-06T00:58:30,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-06T00:58:30,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 941 msec 2024-12-06T00:58:30,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 949 msec 2024-12-06T00:58:30,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:30,437 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:30,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T00:58:30,447 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120602d706c04bed4062a39e9d222090b6c6_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:30,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742255_1431 (size=14594) 2024-12-06T00:58:30,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446770449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,455 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:30,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446770449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,456 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,457 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,461 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120602d706c04bed4062a39e9d222090b6c6_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602d706c04bed4062a39e9d222090b6c6_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:30,465 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ee9dec7493234bab85f28bb3e17d4a8d, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:30,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ee9dec7493234bab85f28bb3e17d4a8d is 175, key is test_row_0/A:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446770453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,467 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446770453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,468 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446770457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,469 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,470 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742256_1432 (size=39549) 2024-12-06T00:58:30,482 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ee9dec7493234bab85f28bb3e17d4a8d 2024-12-06T00:58:30,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7de88c29707043beb0ae23d6640e8763 is 50, key is test_row_0/B:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:30,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742257_1433 (size=12001) 2024-12-06T00:58:30,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-06T00:58:30,545 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:30,546 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:30,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-06T00:58:30,548 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:30,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T00:58:30,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:30,549 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:30,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446770563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446770563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,572 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446770574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,581 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446770574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,583 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T00:58:30,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446770683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446770784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446770784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446770784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,794 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:30,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446770793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:30,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:30,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:30,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:30,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T00:58:30,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7de88c29707043beb0ae23d6640e8763 2024-12-06T00:58:30,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8cab05f1f2424e83a2384d68063cef14 is 50, key is test_row_0/C:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:30,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742258_1434 (size=12001) 2024-12-06T00:58:31,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,009 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446771003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446771103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446771104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,108 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,109 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446771104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446771104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,115 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T00:58:31,319 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,320 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8cab05f1f2424e83a2384d68063cef14 2024-12-06T00:58:31,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ee9dec7493234bab85f28bb3e17d4a8d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d 2024-12-06T00:58:31,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d, entries=200, sequenceid=81, filesize=38.6 K 2024-12-06T00:58:31,377 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/7de88c29707043beb0ae23d6640e8763 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763 2024-12-06T00:58:31,382 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763, entries=150, sequenceid=81, filesize=11.7 K 2024-12-06T00:58:31,383 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8cab05f1f2424e83a2384d68063cef14 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14 2024-12-06T00:58:31,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14, entries=150, sequenceid=81, filesize=11.7 K 2024-12-06T00:58:31,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 8d078e2e0e5c61171157184bb3785a71 in 956ms, sequenceid=81, compaction requested=true 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:31,393 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:31,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T00:58:31,394 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:31,396 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 149594 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:31,396 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:31,396 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,396 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=146.1 K 2024-12-06T00:58:31,396 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,396 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d] 2024-12-06T00:58:31,397 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:31,397 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:31,397 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,397 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=44.6 K 2024-12-06T00:58:31,397 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09b4e96be26547b4aa17df143f8f7d68, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446709409 2024-12-06T00:58:31,398 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting dd00f210d98340fc91384c33c6b0aeb6, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446709412 2024-12-06T00:58:31,398 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 574b9fe2aa724973bdbb356083d442f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733446709472 2024-12-06T00:58:31,398 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7dee8481430c4ccc893acb428a74717e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733446709472 2024-12-06T00:58:31,398 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab49220ccdf147a8b3750fbce20f8a84, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733446709610 2024-12-06T00:58:31,399 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee9dec7493234bab85f28bb3e17d4a8d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710289 2024-12-06T00:58:31,399 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ab2895eeaee14a0fb9cdca119fe6718b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733446709610 2024-12-06T00:58:31,400 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7de88c29707043beb0ae23d6640e8763, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710325 2024-12-06T00:58:31,413 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,421 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#375 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:31,421 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206c823b7d533f44722a30e5461c489e62f_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,421 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/3318eeab29234ba391babc1f383afef6 is 50, key is test_row_0/B:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:31,424 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206c823b7d533f44722a30e5461c489e62f_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,424 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c823b7d533f44722a30e5461c489e62f_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742259_1435 (size=12139) 2024-12-06T00:58:31,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742260_1436 (size=4469) 2024-12-06T00:58:31,442 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#374 average throughput is 0.84 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:31,443 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dfffe61749fa4d30a390831fbe7fc65d is 175, key is test_row_0/A:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:31,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742261_1437 (size=31093) 2024-12-06T00:58:31,462 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dfffe61749fa4d30a390831fbe7fc65d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d 2024-12-06T00:58:31,468 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into dfffe61749fa4d30a390831fbe7fc65d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:31,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:31,468 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=12, startTime=1733446711393; duration=0sec 2024-12-06T00:58:31,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:31,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:31,468 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:31,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:31,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:31,472 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,472 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=44.6 K 2024-12-06T00:58:31,473 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83284a4c334d4936b4d5e3e93f41bf0d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446709412 2024-12-06T00:58:31,473 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e67886d82aca4b61bb853aacfd17e1c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1733446709472 2024-12-06T00:58:31,473 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4be157d621488eb6b618fa7be5f7c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733446709610 2024-12-06T00:58:31,474 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cab05f1f2424e83a2384d68063cef14, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710325 2024-12-06T00:58:31,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-06T00:58:31,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,482 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T00:58:31,496 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:31,497 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ac30ac4c73464868922b8a221a3474cd is 50, key is test_row_0/C:col10/1733446710435/Put/seqid=0 2024-12-06T00:58:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120672a8ed1f9e0144bdb2e083f8b30dd6ba_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446710449/Put/seqid=0 2024-12-06T00:58:31,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742262_1438 (size=12139) 2024-12-06T00:58:31,515 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ac30ac4c73464868922b8a221a3474cd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ac30ac4c73464868922b8a221a3474cd 2024-12-06T00:58:31,522 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into ac30ac4c73464868922b8a221a3474cd(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:31,522 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:31,522 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=12, startTime=1733446711393; duration=0sec 2024-12-06T00:58:31,522 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:31,522 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:31,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742263_1439 (size=12154) 2024-12-06T00:58:31,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:31,529 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120672a8ed1f9e0144bdb2e083f8b30dd6ba_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120672a8ed1f9e0144bdb2e083f8b30dd6ba_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:31,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c3b670d654c746e58eb2d4c40295f041, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c3b670d654c746e58eb2d4c40295f041 is 175, key is test_row_0/A:col10/1733446710449/Put/seqid=0 2024-12-06T00:58:31,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742264_1440 (size=30955) 2024-12-06T00:58:31,541 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=89, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c3b670d654c746e58eb2d4c40295f041 2024-12-06T00:58:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:31,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:31,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/5be77ff35af040c8bbe9192c4442d72c is 50, key is test_row_0/B:col10/1733446710449/Put/seqid=0 2024-12-06T00:58:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742265_1441 (size=12001) 2024-12-06T00:58:31,559 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/5be77ff35af040c8bbe9192c4442d72c 2024-12-06T00:58:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ae46cbfd8fea49458194d1940ef26e8d is 50, key is test_row_0/C:col10/1733446710449/Put/seqid=0 2024-12-06T00:58:31,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742266_1442 (size=12001) 2024-12-06T00:58:31,576 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ae46cbfd8fea49458194d1940ef26e8d 2024-12-06T00:58:31,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c3b670d654c746e58eb2d4c40295f041 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041 2024-12-06T00:58:31,588 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041, entries=150, sequenceid=89, filesize=30.2 K 2024-12-06T00:58:31,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/5be77ff35af040c8bbe9192c4442d72c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c 2024-12-06T00:58:31,596 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:58:31,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ae46cbfd8fea49458194d1940ef26e8d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d 2024-12-06T00:58:31,602 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:58:31,604 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=53.67 KB/54960 for 8d078e2e0e5c61171157184bb3785a71 in 122ms, sequenceid=89, compaction requested=false 2024-12-06T00:58:31,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:31,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-06T00:58:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:31,606 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:31,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-06T00:58:31,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-06T00:58:31,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0590 sec 2024-12-06T00:58:31,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.0660 sec 2024-12-06T00:58:31,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120681cc31e145fe44e3b3f6b4380a928b78_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742267_1443 (size=14594) 2024-12-06T00:58:31,638 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:31,642 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120681cc31e145fe44e3b3f6b4380a928b78_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681cc31e145fe44e3b3f6b4380a928b78_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:31,644 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/d8ac6a831b2f4808821e21e6698442a1, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:31,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/d8ac6a831b2f4808821e21e6698442a1 is 175, key is test_row_0/A:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:31,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742268_1444 (size=39549) 2024-12-06T00:58:31,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:58:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-06T00:58:31,683 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:31,684 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-06T00:58:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:31,686 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:31,687 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:31,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446771678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446771679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,692 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446771685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,704 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446771686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446771689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,705 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:31,813 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446771803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446771803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,814 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446771812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446771812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446771812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:31,822 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:31,846 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/3318eeab29234ba391babc1f383afef6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/3318eeab29234ba391babc1f383afef6 2024-12-06T00:58:31,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T00:58:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:31,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:31,851 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 3318eeab29234ba391babc1f383afef6(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:31,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:31,851 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=12, startTime=1733446711393; duration=0sec 2024-12-06T00:58:31,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:31,851 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:32,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:32,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T00:58:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:32,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:32,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:32,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446772023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,025 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446772023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,026 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446772033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446772033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446772034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,039 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,040 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,054 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/d8ac6a831b2f4808821e21e6698442a1 2024-12-06T00:58:32,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f48c6b0d62f34b6fbffa7e8e6952670a is 50, key is test_row_0/B:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:32,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742269_1445 (size=12001) 2024-12-06T00:58:32,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f48c6b0d62f34b6fbffa7e8e6952670a 2024-12-06T00:58:32,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e1a9d85a57794c11854053ccf6f1bae6 is 50, key is test_row_0/C:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:32,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742270_1446 (size=12001) 2024-12-06T00:58:32,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e1a9d85a57794c11854053ccf6f1bae6 2024-12-06T00:58:32,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/d8ac6a831b2f4808821e21e6698442a1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1 2024-12-06T00:58:32,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1, entries=200, sequenceid=102, filesize=38.6 K 2024-12-06T00:58:32,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f48c6b0d62f34b6fbffa7e8e6952670a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a 2024-12-06T00:58:32,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a, entries=150, sequenceid=102, filesize=11.7 K 2024-12-06T00:58:32,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e1a9d85a57794c11854053ccf6f1bae6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6 2024-12-06T00:58:32,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6, entries=150, sequenceid=102, filesize=11.7 K 2024-12-06T00:58:32,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d078e2e0e5c61171157184bb3785a71 in 496ms, sequenceid=102, compaction requested=true 2024-12-06T00:58:32,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:32,103 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:32,103 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:32,103 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:32,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:32,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:32,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=99.2 K 2024-12-06T00:58:32,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1] 2024-12-06T00:58:32,107 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfffe61749fa4d30a390831fbe7fc65d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710325 2024-12-06T00:58:32,107 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:32,107 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:32,107 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,107 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/3318eeab29234ba391babc1f383afef6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.3 K 2024-12-06T00:58:32,108 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3318eeab29234ba391babc1f383afef6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710325 2024-12-06T00:58:32,108 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5be77ff35af040c8bbe9192c4442d72c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446710447 2024-12-06T00:58:32,109 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f48c6b0d62f34b6fbffa7e8e6952670a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711577 2024-12-06T00:58:32,109 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3b670d654c746e58eb2d4c40295f041, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446710447 2024-12-06T00:58:32,117 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8ac6a831b2f4808821e21e6698442a1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711549 2024-12-06T00:58:32,134 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:32,134 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/c19002f8dd964446a82ad12686d330e2 is 50, key is test_row_0/B:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:32,138 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:32,141 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064a5023b1b9514d20a8ca6e64234394d3_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:32,143 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064a5023b1b9514d20a8ca6e64234394d3_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:32,143 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064a5023b1b9514d20a8ca6e64234394d3_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:32,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742271_1447 (size=12241) 2024-12-06T00:58:32,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-06T00:58:32,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,159 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:32,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/c19002f8dd964446a82ad12686d330e2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c19002f8dd964446a82ad12686d330e2 2024-12-06T00:58:32,172 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into c19002f8dd964446a82ad12686d330e2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:32,172 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:32,172 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446712103; duration=0sec 2024-12-06T00:58:32,173 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:32,173 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:32,173 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:32,174 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:32,174 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:32,174 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:32,174 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ac30ac4c73464868922b8a221a3474cd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.3 K 2024-12-06T00:58:32,174 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ac30ac4c73464868922b8a221a3474cd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733446710325 2024-12-06T00:58:32,175 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ae46cbfd8fea49458194d1940ef26e8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446710447 2024-12-06T00:58:32,175 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e1a9d85a57794c11854053ccf6f1bae6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711577 2024-12-06T00:58:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742272_1448 (size=4469) 2024-12-06T00:58:32,181 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#384 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:32,182 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9a881b0cc0764e828259924b8ead5925 is 175, key is test_row_0/A:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:32,193 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:32,194 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e11d3847f735494cb6241bce891e840b is 50, key is test_row_0/C:col10/1733446711604/Put/seqid=0 2024-12-06T00:58:32,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742273_1449 (size=31195) 2024-12-06T00:58:32,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ecc8e5b7b3c94fdc90a918469e858b8e_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446711686/Put/seqid=0 2024-12-06T00:58:32,215 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9a881b0cc0764e828259924b8ead5925 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925 2024-12-06T00:58:32,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742274_1450 (size=12241) 2024-12-06T00:58:32,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742275_1451 (size=12154) 2024-12-06T00:58:32,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:32,221 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e11d3847f735494cb6241bce891e840b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e11d3847f735494cb6241bce891e840b 2024-12-06T00:58:32,224 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into 9a881b0cc0764e828259924b8ead5925(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:32,224 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:32,224 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446712102; duration=0sec 2024-12-06T00:58:32,224 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:32,224 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:32,226 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ecc8e5b7b3c94fdc90a918469e858b8e_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecc8e5b7b3c94fdc90a918469e858b8e_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/19967f52d8f1412bbf91338f223fc760, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:32,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/19967f52d8f1412bbf91338f223fc760 is 175, key is test_row_0/A:col10/1733446711686/Put/seqid=0 2024-12-06T00:58:32,228 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into e11d3847f735494cb6241bce891e840b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:32,228 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:32,228 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446712103; duration=0sec 2024-12-06T00:58:32,229 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:32,229 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742276_1452 (size=30955) 2024-12-06T00:58:32,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:32,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:32,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446772358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446772358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,370 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,371 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446772359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,373 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446772361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,374 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446772362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446772473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446772473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446772483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446772483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,489 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446772484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,495 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,635 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=127, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/19967f52d8f1412bbf91338f223fc760 2024-12-06T00:58:32,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/caade361823c43968a2c765a3934425d is 50, key is test_row_0/B:col10/1733446711686/Put/seqid=0 2024-12-06T00:58:32,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742277_1453 (size=12001) 2024-12-06T00:58:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446772693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446772694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446772694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446772694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,700 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446772703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:32,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:32,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446773003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446773003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446773003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,014 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446773013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446773023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,063 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/caade361823c43968a2c765a3934425d 2024-12-06T00:58:33,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/0587fe29197349178d584cc913bee812 is 50, key is test_row_0/C:col10/1733446711686/Put/seqid=0 2024-12-06T00:58:33,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742278_1454 (size=12001) 2024-12-06T00:58:33,082 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/0587fe29197349178d584cc913bee812 2024-12-06T00:58:33,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/19967f52d8f1412bbf91338f223fc760 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760 2024-12-06T00:58:33,093 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760, entries=150, sequenceid=127, filesize=30.2 K 2024-12-06T00:58:33,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/caade361823c43968a2c765a3934425d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d 2024-12-06T00:58:33,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d, entries=150, sequenceid=127, filesize=11.7 K 2024-12-06T00:58:33,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/0587fe29197349178d584cc913bee812 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812 2024-12-06T00:58:33,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812, entries=150, sequenceid=127, filesize=11.7 K 2024-12-06T00:58:33,112 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d078e2e0e5c61171157184bb3785a71 in 952ms, sequenceid=127, compaction requested=false 2024-12-06T00:58:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:33,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-06T00:58:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-06T00:58:33,115 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-06T00:58:33,116 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-12-06T00:58:33,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.4320 sec 2024-12-06T00:58:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:33,529 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:33,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:58:33,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063f23fd81c93a429b8a183601b429bd73_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:33,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742279_1455 (size=14794) 2024-12-06T00:58:33,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446773580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,597 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446773581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,598 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446773594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446773595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446773596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,613 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446773703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446773703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,712 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446773713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,722 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446773723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446773723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,736 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-06T00:58:33,843 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:33,845 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:33,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-06T00:58:33,849 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:33,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:33,850 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:33,850 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446773923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,930 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446773923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,944 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:33,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446773933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,949 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063f23fd81c93a429b8a183601b429bd73_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f23fd81c93a429b8a183601b429bd73_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446773943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446773943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,950 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/4946b28a690944aab1d35a55bb700e22, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:33,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:33,950 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/4946b28a690944aab1d35a55bb700e22 is 175, key is test_row_0/A:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:33,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742280_1456 (size=39749) 2024-12-06T00:58:33,959 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=143, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/4946b28a690944aab1d35a55bb700e22 2024-12-06T00:58:33,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/6d81afcc57944d6d9eaecdc30752aea7 is 50, key is test_row_0/B:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:33,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742281_1457 (size=12151) 2024-12-06T00:58:33,977 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/6d81afcc57944d6d9eaecdc30752aea7 2024-12-06T00:58:33,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/b748ea2388984c9d9cb4ac62cece627a is 50, key is test_row_0/C:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:33,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742282_1458 (size=12151) 2024-12-06T00:58:34,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T00:58:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:34,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T00:58:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:34,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:34,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446774233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,246 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446774243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446774252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,266 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,266 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446774252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446774253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,267 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T00:58:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] handler.RSProcedureHandler(58): pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=112 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=112 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:34,397 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=143 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/b748ea2388984c9d9cb4ac62cece627a 2024-12-06T00:58:34,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/4946b28a690944aab1d35a55bb700e22 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22 2024-12-06T00:58:34,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22, entries=200, sequenceid=143, filesize=38.8 K 2024-12-06T00:58:34,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/6d81afcc57944d6d9eaecdc30752aea7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7 2024-12-06T00:58:34,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7, entries=150, sequenceid=143, filesize=11.9 K 2024-12-06T00:58:34,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/b748ea2388984c9d9cb4ac62cece627a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a 2024-12-06T00:58:34,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a, entries=150, sequenceid=143, filesize=11.9 K 2024-12-06T00:58:34,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8d078e2e0e5c61171157184bb3785a71 in 887ms, sequenceid=143, compaction requested=true 2024-12-06T00:58:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:34,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:34,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:34,417 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:34,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:34,418 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,418 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,418 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=99.5 K 2024-12-06T00:58:34,418 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c19002f8dd964446a82ad12686d330e2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.5 K 2024-12-06T00:58:34,418 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22] 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a881b0cc0764e828259924b8ead5925, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711577 2024-12-06T00:58:34,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c19002f8dd964446a82ad12686d330e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711577 2024-12-06T00:58:34,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 19967f52d8f1412bbf91338f223fc760, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733446711661 2024-12-06T00:58:34,419 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting caade361823c43968a2c765a3934425d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733446711661 2024-12-06T00:58:34,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4946b28a690944aab1d35a55bb700e22, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:34,419 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d81afcc57944d6d9eaecdc30752aea7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:34,428 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#392 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:34,429 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/053f2be73193489b901c657823b7c5c5 is 50, key is test_row_0/B:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:34,436 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:34,443 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206849b62a5f4a7474a9dde8f8c1d4592e9_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:34,445 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206849b62a5f4a7474a9dde8f8c1d4592e9_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:34,445 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206849b62a5f4a7474a9dde8f8c1d4592e9_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:34,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742283_1459 (size=12493) 2024-12-06T00:58:34,464 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/053f2be73193489b901c657823b7c5c5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/053f2be73193489b901c657823b7c5c5 2024-12-06T00:58:34,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-06T00:58:34,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,465 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:58:34,471 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 053f2be73193489b901c657823b7c5c5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:34,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:34,472 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446714417; duration=0sec 2024-12-06T00:58:34,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:34,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:34,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:34,473 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:34,473 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:34,473 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:34,473 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e11d3847f735494cb6241bce891e840b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.5 K 2024-12-06T00:58:34,474 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e11d3847f735494cb6241bce891e840b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1733446711577 2024-12-06T00:58:34,474 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0587fe29197349178d584cc913bee812, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733446711661 2024-12-06T00:58:34,474 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b748ea2388984c9d9cb4ac62cece627a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:34,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742284_1460 (size=4469) 2024-12-06T00:58:34,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d9c173dd91c844319059698118ac9370_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446713595/Put/seqid=0 2024-12-06T00:58:34,489 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#395 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:34,489 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/174314510609450e962564e8da2d1462 is 50, key is test_row_0/C:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:34,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742285_1461 (size=12304) 2024-12-06T00:58:34,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742286_1462 (size=12493) 2024-12-06T00:58:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:34,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d9c173dd91c844319059698118ac9370_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d9c173dd91c844319059698118ac9370_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:34,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/643daf1e872b49d1a3c93ab130856fac, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:34,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/643daf1e872b49d1a3c93ab130856fac is 175, key is test_row_0/A:col10/1733446713595/Put/seqid=0 2024-12-06T00:58:34,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742287_1463 (size=31105) 2024-12-06T00:58:34,553 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/643daf1e872b49d1a3c93ab130856fac 2024-12-06T00:58:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/d88c03a1892f41ec94cf1436640f8793 is 50, key is test_row_0/B:col10/1733446713595/Put/seqid=0 2024-12-06T00:58:34,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742288_1464 (size=12151) 2024-12-06T00:58:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446774783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,786 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,787 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446774783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446774784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,801 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446774785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446774785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,802 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,884 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#393 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:34,885 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/6de4f57037d746478497a9707f33ea82 is 175, key is test_row_0/A:col10/1733446712355/Put/seqid=0 2024-12-06T00:58:34,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742289_1465 (size=31447) 2024-12-06T00:58:34,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446774893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446774903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446774903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,906 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,919 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/174314510609450e962564e8da2d1462 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/174314510609450e962564e8da2d1462 2024-12-06T00:58:34,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446774913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446774913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:34,924 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:34,926 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 174314510609450e962564e8da2d1462(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:34,926 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:34,927 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446714417; duration=0sec 2024-12-06T00:58:34,927 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:34,927 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:34,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:34,985 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/d88c03a1892f41ec94cf1436640f8793 2024-12-06T00:58:34,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/821cbac24b9141809bf22e24a272b940 is 50, key is test_row_0/C:col10/1733446713595/Put/seqid=0 2024-12-06T00:58:35,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742290_1466 (size=12151) 2024-12-06T00:58:35,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446775114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446775114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446775115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,116 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446775133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,141 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446775133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,304 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/6de4f57037d746478497a9707f33ea82 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82 2024-12-06T00:58:35,309 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into 6de4f57037d746478497a9707f33ea82(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:35,309 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:35,309 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446714416; duration=0sec 2024-12-06T00:58:35,309 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:35,309 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:35,414 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/821cbac24b9141809bf22e24a272b940 2024-12-06T00:58:35,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/643daf1e872b49d1a3c93ab130856fac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac 2024-12-06T00:58:35,425 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac, entries=150, sequenceid=166, filesize=30.4 K 2024-12-06T00:58:35,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/d88c03a1892f41ec94cf1436640f8793 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793 2024-12-06T00:58:35,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446775423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446775423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446775423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,432 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,433 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,434 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793, entries=150, sequenceid=166, filesize=11.9 K 2024-12-06T00:58:35,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/821cbac24b9141809bf22e24a272b940 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940 2024-12-06T00:58:35,442 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940, entries=150, sequenceid=166, filesize=11.9 K 2024-12-06T00:58:35,444 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8d078e2e0e5c61171157184bb3785a71 in 979ms, sequenceid=166, compaction requested=false 2024-12-06T00:58:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:35,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-06T00:58:35,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-06T00:58:35,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-06T00:58:35,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-12-06T00:58:35,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.6090 sec 2024-12-06T00:58:35,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:35,459 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:35,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:58:35,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600794180bd644d32a5e5c3018687012a_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:35,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742291_1467 (size=17284) 2024-12-06T00:58:35,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446775569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,587 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446775587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446775692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,701 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446775713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,718 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:35,892 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600794180bd644d32a5e5c3018687012a_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600794180bd644d32a5e5c3018687012a_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:35,893 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/47123d1f296840ff8e0caf1cfc64ecc8, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:35,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/47123d1f296840ff8e0caf1cfc64ecc8 is 175, key is test_row_0/A:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:35,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742292_1468 (size=48389) 2024-12-06T00:58:35,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446775913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,921 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446775922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,936 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446775943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446775943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446775943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:35,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-06T00:58:35,993 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:35,993 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:35,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees 2024-12-06T00:58:35,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:35,997 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:35,998 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=113, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:35,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:36,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:36,150 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,151 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446776233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,244 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446776242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,249 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,300 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/47123d1f296840ff8e0caf1cfc64ecc8 2024-12-06T00:58:36,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/b72877e2b58b4b75842fb120a62d32fb is 50, key is test_row_0/B:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:36,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:36,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742293_1469 (size=12151) 2024-12-06T00:58:36,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:36,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/b72877e2b58b4b75842fb120a62d32fb 2024-12-06T00:58:36,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/a07240b493ee482aa1060ff0d462bdca is 50, key is test_row_0/C:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:36,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742294_1470 (size=12151) 2024-12-06T00:58:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446776753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446776753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:36,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:36,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:36,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446776963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446776963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:36,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446776963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:36,972 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,972 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,972 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,972 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2188 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:36,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:37,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:37,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] handler.RSProcedureHandler(58): pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:37,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=114 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:37,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=114 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:37,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/a07240b493ee482aa1060ff0d462bdca 2024-12-06T00:58:37,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:37,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/47123d1f296840ff8e0caf1cfc64ecc8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8 2024-12-06T00:58:37,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8, entries=250, sequenceid=184, filesize=47.3 K 2024-12-06T00:58:37,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/b72877e2b58b4b75842fb120a62d32fb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb 2024-12-06T00:58:37,144 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb, entries=150, sequenceid=184, filesize=11.9 K 2024-12-06T00:58:37,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/a07240b493ee482aa1060ff0d462bdca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca 2024-12-06T00:58:37,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca, entries=150, sequenceid=184, filesize=11.9 K 2024-12-06T00:58:37,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 8d078e2e0e5c61171157184bb3785a71 in 1691ms, sequenceid=184, compaction requested=true 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:37,151 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:37,151 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:37,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:37,152 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:37,152 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110941 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:37,152 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:37,152 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:37,152 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,152 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,152 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=108.3 K 2024-12-06T00:58:37,152 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/053f2be73193489b901c657823b7c5c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.9 K 2024-12-06T00:58:37,152 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,152 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8] 2024-12-06T00:58:37,153 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 053f2be73193489b901c657823b7c5c5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:37,153 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6de4f57037d746478497a9707f33ea82, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:37,153 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 643daf1e872b49d1a3c93ab130856fac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733446713578 2024-12-06T00:58:37,154 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47123d1f296840ff8e0caf1cfc64ecc8, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:37,154 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d88c03a1892f41ec94cf1436640f8793, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733446713578 2024-12-06T00:58:37,155 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b72877e2b58b4b75842fb120a62d32fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:37,178 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#401 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:37,179 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/86323e5b11074ad1b02ca42ecbbf4a50 is 50, key is test_row_0/B:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:37,182 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:37,192 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120653558ef6e14e4184a5dc421e4920528d_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:37,194 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120653558ef6e14e4184a5dc421e4920528d_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:37,194 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120653558ef6e14e4184a5dc421e4920528d_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742295_1471 (size=12595) 2024-12-06T00:58:37,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=114 2024-12-06T00:58:37,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,231 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:58:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742296_1472 (size=4469) 2024-12-06T00:58:37,246 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#402 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:37,246 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8d2d6a24bec74b9fa59ae03536e2f497 is 175, key is test_row_0/A:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:37,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063216de54215f4efbafcae94ec7516962_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446715559/Put/seqid=0 2024-12-06T00:58:37,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742297_1473 (size=31549) 2024-12-06T00:58:37,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742298_1474 (size=12304) 2024-12-06T00:58:37,628 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/86323e5b11074ad1b02ca42ecbbf4a50 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/86323e5b11074ad1b02ca42ecbbf4a50 2024-12-06T00:58:37,634 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 86323e5b11074ad1b02ca42ecbbf4a50(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:37,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:37,634 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446717151; duration=0sec 2024-12-06T00:58:37,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:37,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:37,634 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:37,635 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:37,635 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:37,635 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:37,635 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/174314510609450e962564e8da2d1462, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=35.9 K 2024-12-06T00:58:37,635 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 174314510609450e962564e8da2d1462, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=143, earliestPutTs=1733446712355 2024-12-06T00:58:37,636 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 821cbac24b9141809bf22e24a272b940, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733446713578 2024-12-06T00:58:37,636 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a07240b493ee482aa1060ff0d462bdca, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:37,644 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:37,645 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/74256b0f5135426e880f23408048df9f is 50, key is test_row_0/C:col10/1733446714783/Put/seqid=0 2024-12-06T00:58:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742299_1475 (size=12595) 2024-12-06T00:58:37,661 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/74256b0f5135426e880f23408048df9f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/74256b0f5135426e880f23408048df9f 2024-12-06T00:58:37,670 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8d2d6a24bec74b9fa59ae03536e2f497 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497 2024-12-06T00:58:37,672 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 74256b0f5135426e880f23408048df9f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:37,672 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:37,672 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446717151; duration=0sec 2024-12-06T00:58:37,672 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:37,673 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:37,677 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into 8d2d6a24bec74b9fa59ae03536e2f497(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:37,677 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:37,677 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446717151; duration=0sec 2024-12-06T00:58:37,677 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:37,677 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:37,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063216de54215f4efbafcae94ec7516962_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063216de54215f4efbafcae94ec7516962_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:37,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9777afd4c9764088a84f73bd8d08c792, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:37,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9777afd4c9764088a84f73bd8d08c792 is 175, key is test_row_0/A:col10/1733446715559/Put/seqid=0 2024-12-06T00:58:37,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742300_1476 (size=31105) 2024-12-06T00:58:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:37,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:37,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446777823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:37,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446777825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:37,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:37,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446777943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:37,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446777944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:37,952 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:38,089 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=205, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9777afd4c9764088a84f73bd8d08c792 2024-12-06T00:58:38,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8acc22992a3745658fe3e9c3e8722aad is 50, key is test_row_0/B:col10/1733446715559/Put/seqid=0 2024-12-06T00:58:38,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742301_1477 (size=12151) 2024-12-06T00:58:38,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:38,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446778163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:38,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:38,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446778163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,170 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:38,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446778473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:38,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446778473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:38,476 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:38,502 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8acc22992a3745658fe3e9c3e8722aad 2024-12-06T00:58:38,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5deed1be339446c99e09530d0e9e8f36 is 50, key is test_row_0/C:col10/1733446715559/Put/seqid=0 2024-12-06T00:58:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742302_1478 (size=12151) 2024-12-06T00:58:38,522 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=205 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5deed1be339446c99e09530d0e9e8f36 2024-12-06T00:58:38,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/9777afd4c9764088a84f73bd8d08c792 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792 2024-12-06T00:58:38,531 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792, entries=150, sequenceid=205, filesize=30.4 K 2024-12-06T00:58:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8acc22992a3745658fe3e9c3e8722aad as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad 2024-12-06T00:58:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,539 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad, entries=150, sequenceid=205, filesize=11.9 K 2024-12-06T00:58:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5deed1be339446c99e09530d0e9e8f36 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36 2024-12-06T00:58:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,549 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36, entries=150, sequenceid=205, filesize=11.9 K 2024-12-06T00:58:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,549 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 8d078e2e0e5c61171157184bb3785a71 in 1318ms, sequenceid=205, compaction requested=false 2024-12-06T00:58:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:38,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=114}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=114 2024-12-06T00:58:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=114 2024-12-06T00:58:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-06T00:58:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5530 sec 2024-12-06T00:58:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=113, table=TestAcidGuarantees in 2.5620 sec 2024-12-06T00:58:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:38,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,031 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:58:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:39,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,074 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062f6f947f324d402e80ae780a8b262dfa_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:39,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446779099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,121 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446779101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,122 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742303_1479 (size=12304) 2024-12-06T00:58:39,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446779117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,139 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,140 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446779118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446779120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,146 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446779233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446779233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446779242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,256 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446779253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446779256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,259 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446779453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446779453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446779463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,473 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446779463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,474 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446779472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,534 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:39,538 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062f6f947f324d402e80ae780a8b262dfa_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062f6f947f324d402e80ae780a8b262dfa_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:39,540 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dee3144ac28f47ce8109aa6c631c49f7, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:39,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dee3144ac28f47ce8109aa6c631c49f7 is 175, key is test_row_0/A:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742304_1480 (size=31105) 2024-12-06T00:58:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446779773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446779773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,785 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446779784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,793 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446779784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,796 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446779793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:39,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:39,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dee3144ac28f47ce8109aa6c631c49f7 2024-12-06T00:58:39,953 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f396f51a442e444386945de29c8876b8 is 50, key is test_row_0/B:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742305_1481 (size=12151) 2024-12-06T00:58:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-06T00:58:40,153 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:40,153 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:40,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees 2024-12-06T00:58:40,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T00:58:40,155 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:40,156 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=115, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:40,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T00:58:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446780293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:40,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:40,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446780293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,295 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:40,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446780303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:40,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T00:58:40,309 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446780303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,309 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] handler.RSProcedureHandler(58): pid=116 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:40,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=116 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=116 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:40,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446780312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:40,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:40,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f396f51a442e444386945de29c8876b8 2024-12-06T00:58:40,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/484932e508af46bfbed1009655b9171a is 50, key is test_row_0/C:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:40,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742306_1482 (size=12151) 2024-12-06T00:58:40,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/484932e508af46bfbed1009655b9171a 2024-12-06T00:58:40,397 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/dee3144ac28f47ce8109aa6c631c49f7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7 2024-12-06T00:58:40,402 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7, entries=150, sequenceid=224, filesize=30.4 K 2024-12-06T00:58:40,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/f396f51a442e444386945de29c8876b8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8 2024-12-06T00:58:40,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T00:58:40,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/484932e508af46bfbed1009655b9171a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a 2024-12-06T00:58:40,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T00:58:40,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 8d078e2e0e5c61171157184bb3785a71 in 1384ms, sequenceid=224, compaction requested=true 2024-12-06T00:58:40,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:40,415 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:40,416 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:40,416 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:40,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:40,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:40,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:40,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=91.6 K 2024-12-06T00:58:40,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7] 2024-12-06T00:58:40,417 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:40,417 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:40,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/86323e5b11074ad1b02ca42ecbbf4a50, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=36.0 K 2024-12-06T00:58:40,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d2d6a24bec74b9fa59ae03536e2f497, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:40,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 86323e5b11074ad1b02ca42ecbbf4a50, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:40,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8acc22992a3745658fe3e9c3e8722aad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733446715559 2024-12-06T00:58:40,419 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f396f51a442e444386945de29c8876b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:40,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9777afd4c9764088a84f73bd8d08c792, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733446715559 2024-12-06T00:58:40,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dee3144ac28f47ce8109aa6c631c49f7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:40,439 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#410 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:40,440 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/9127e5b3a601490692a42b53d8ed957d is 50, key is test_row_0/B:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:40,444 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:40,452 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120610befadab61846debf3269bb787b9824_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:40,454 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120610befadab61846debf3269bb787b9824_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:40,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120610befadab61846debf3269bb787b9824_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:40,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742307_1483 (size=12697) 2024-12-06T00:58:40,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=116 2024-12-06T00:58:40,470 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/9127e5b3a601490692a42b53d8ed957d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/9127e5b3a601490692a42b53d8ed957d 2024-12-06T00:58:40,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,471 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:58:40,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T00:58:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742308_1484 (size=4469) 2024-12-06T00:58:40,479 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 9127e5b3a601490692a42b53d8ed957d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:40,479 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:40,479 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446720416; duration=0sec 2024-12-06T00:58:40,479 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:40,479 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:40,479 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:40,479 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#411 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:40,481 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/a9bd68065dc14f2399bd0059b05c4718 is 175, key is test_row_0/A:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:40,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a1c4430b5b3e42ab874a77fcbc4fdcc5_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446719117/Put/seqid=0 2024-12-06T00:58:40,484 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:40,484 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:40,485 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,485 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/74256b0f5135426e880f23408048df9f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=36.0 K 2024-12-06T00:58:40,485 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 74256b0f5135426e880f23408048df9f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1733446714783 2024-12-06T00:58:40,486 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5deed1be339446c99e09530d0e9e8f36, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=205, earliestPutTs=1733446715559 2024-12-06T00:58:40,486 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 484932e508af46bfbed1009655b9171a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:40,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742309_1485 (size=31651) 2024-12-06T00:58:40,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742310_1486 (size=12304) 2024-12-06T00:58:40,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,512 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/a9bd68065dc14f2399bd0059b05c4718 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718 2024-12-06T00:58:40,513 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a1c4430b5b3e42ab874a77fcbc4fdcc5_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1c4430b5b3e42ab874a77fcbc4fdcc5_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:40,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/0ad2e6662ef64d02852c08312a62fd00, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:40,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/0ad2e6662ef64d02852c08312a62fd00 is 175, key is test_row_0/A:col10/1733446719117/Put/seqid=0 2024-12-06T00:58:40,519 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into a9bd68065dc14f2399bd0059b05c4718(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:40,520 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:40,520 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446720415; duration=0sec 2024-12-06T00:58:40,520 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:40,520 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:40,521 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#413 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:40,522 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/943311ff2da5434080e6c6cba2a7cfd6 is 50, key is test_row_0/C:col10/1733446719029/Put/seqid=0 2024-12-06T00:58:40,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742311_1487 (size=31105) 2024-12-06T00:58:40,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742312_1488 (size=12697) 2024-12-06T00:58:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T00:58:40,935 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=245, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/0ad2e6662ef64d02852c08312a62fd00 2024-12-06T00:58:40,942 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/943311ff2da5434080e6c6cba2a7cfd6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/943311ff2da5434080e6c6cba2a7cfd6 2024-12-06T00:58:40,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2c27fc38c50e421d885fad5fd4af3d8b is 50, key is test_row_0/B:col10/1733446719117/Put/seqid=0 2024-12-06T00:58:40,948 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 943311ff2da5434080e6c6cba2a7cfd6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:40,948 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:40,949 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446720416; duration=0sec 2024-12-06T00:58:40,949 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:40,949 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:40,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742313_1489 (size=12151) 2024-12-06T00:58:40,951 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2c27fc38c50e421d885fad5fd4af3d8b 2024-12-06T00:58:40,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ee3ffa48eee74737862ba038b99e34f3 is 50, key is test_row_0/C:col10/1733446719117/Put/seqid=0 2024-12-06T00:58:40,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742314_1490 (size=12151) 2024-12-06T00:58:40,969 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ee3ffa48eee74737862ba038b99e34f3 2024-12-06T00:58:40,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/0ad2e6662ef64d02852c08312a62fd00 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00 2024-12-06T00:58:40,982 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00, entries=150, sequenceid=245, filesize=30.4 K 2024-12-06T00:58:40,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2c27fc38c50e421d885fad5fd4af3d8b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b 2024-12-06T00:58:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,987 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b, entries=150, sequenceid=245, filesize=11.9 K 2024-12-06T00:58:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/ee3ffa48eee74737862ba038b99e34f3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3 2024-12-06T00:58:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3, entries=150, sequenceid=245, filesize=11.9 K 2024-12-06T00:58:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,994 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 8d078e2e0e5c61171157184bb3785a71 in 523ms, sequenceid=245, compaction requested=false 2024-12-06T00:58:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:40,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=116}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=116 2024-12-06T00:58:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=116 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-06T00:58:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 840 msec 2024-12-06T00:58:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,011 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=115, table=TestAcidGuarantees in 848 msec 2024-12-06T00:58:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-12-06T00:58:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,293 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,294 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:41,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees 2024-12-06T00:58:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,297 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:41,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T00:58:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,298 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=117, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T00:58:41,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=118 2024-12-06T00:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,451 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T00:58:41,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120638a0af13c0644358bf21ded689f0aaf3_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_1/A:col10/1733446721414/Put/seqid=0 2024-12-06T00:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742315_1491 (size=17284) 2024-12-06T00:58:41,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,521 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120638a0af13c0644358bf21ded689f0aaf3_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638a0af13c0644358bf21ded689f0aaf3_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09c739785eec49859f36e60013f6524d, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09c739785eec49859f36e60013f6524d is 175, key is test_row_1/A:col10/1733446721414/Put/seqid=0 2024-12-06T00:58:41,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:41,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742316_1492 (size=48385) 2024-12-06T00:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,558 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=256, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09c739785eec49859f36e60013f6524d 2024-12-06T00:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/46bd4448bc83403bb6589091c590c98d is 50, key is test_row_1/B:col10/1733446721414/Put/seqid=0 2024-12-06T00:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742317_1493 (size=9757) 2024-12-06T00:58:41,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,587 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/46bd4448bc83403bb6589091c590c98d 2024-12-06T00:58:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/969a2e052d5f4e29a4c21157ce71e819 is 50, key is test_row_1/C:col10/1733446721414/Put/seqid=0 2024-12-06T00:58:41,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T00:58:41,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742318_1494 (size=9757) 2024-12-06T00:58:41,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,619 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=256 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/969a2e052d5f4e29a4c21157ce71e819 2024-12-06T00:58:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/09c739785eec49859f36e60013f6524d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d 2024-12-06T00:58:41,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,628 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d, entries=250, sequenceid=256, filesize=47.3 K 2024-12-06T00:58:41,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/46bd4448bc83403bb6589091c590c98d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d 2024-12-06T00:58:41,633 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d, entries=100, sequenceid=256, filesize=9.5 K 2024-12-06T00:58:41,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/969a2e052d5f4e29a4c21157ce71e819 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819 2024-12-06T00:58:41,640 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819, entries=100, sequenceid=256, filesize=9.5 K 2024-12-06T00:58:41,641 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=107.34 KB/109920 for 8d078e2e0e5c61171157184bb3785a71 in 189ms, sequenceid=256, compaction requested=true 2024-12-06T00:58:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:41,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=118}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=118 2024-12-06T00:58:41,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=118 2024-12-06T00:58:41,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-12-06T00:58:41,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 344 msec 2024-12-06T00:58:41,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=117, table=TestAcidGuarantees in 350 msec 2024-12-06T00:58:41,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:41,648 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:41,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:58:41,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067fb134334884424b992139bc3d3f4d17_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742319_1495 (size=17534) 2024-12-06T00:58:41,673 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:41,676 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067fb134334884424b992139bc3d3f4d17_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067fb134334884424b992139bc3d3f4d17_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:41,677 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c39d2d54be8b457bb5887dc52f6ba5db, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:41,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c39d2d54be8b457bb5887dc52f6ba5db is 175, key is test_row_0/A:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:41,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742320_1496 (size=48639) 2024-12-06T00:58:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446781668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,687 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c39d2d54be8b457bb5887dc52f6ba5db 2024-12-06T00:58:41,687 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446781670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,687 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446781672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,689 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a23f22167aee42bc988942789c3c0763 is 50, key is test_row_0/B:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:41,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446781685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,700 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742321_1497 (size=12301) 2024-12-06T00:58:41,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446781687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446781792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446781793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446781793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,807 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,808 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446781803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,810 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:41,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446781812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:41,825 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:41,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-06T00:58:41,923 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:41,924 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-12-06T00:58:41,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:41,926 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:41,927 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:41,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446782013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446782013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446782014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,023 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446782014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,024 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:42,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446782033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,047 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T00:58:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:42,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,079 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:42,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:42,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:42,102 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a23f22167aee42bc988942789c3c0763 2024-12-06T00:58:42,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5c06aa9b66fa42a7a3ceafaddcbf826a is 50, key is test_row_0/C:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:42,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742322_1498 (size=12301) 2024-12-06T00:58:42,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5c06aa9b66fa42a7a3ceafaddcbf826a 2024-12-06T00:58:42,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c39d2d54be8b457bb5887dc52f6ba5db as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db 2024-12-06T00:58:42,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db, entries=250, sequenceid=279, filesize=47.5 K 2024-12-06T00:58:42,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a23f22167aee42bc988942789c3c0763 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763 2024-12-06T00:58:42,139 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763, entries=150, sequenceid=279, filesize=12.0 K 2024-12-06T00:58:42,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/5c06aa9b66fa42a7a3ceafaddcbf826a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a 2024-12-06T00:58:42,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a, entries=150, sequenceid=279, filesize=12.0 K 2024-12-06T00:58:42,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 8d078e2e0e5c61171157184bb3785a71 in 498ms, sequenceid=279, compaction requested=true 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:42,147 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:42,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:42,147 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 159780 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:42,148 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,148 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,148 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/9127e5b3a601490692a42b53d8ed957d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=45.8 K 2024-12-06T00:58:42,148 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=156.0 K 2024-12-06T00:58:42,148 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db] 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9127e5b3a601490692a42b53d8ed957d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9bd68065dc14f2399bd0059b05c4718, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ad2e6662ef64d02852c08312a62fd00, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733446719095 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c27fc38c50e421d885fad5fd4af3d8b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733446719095 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09c739785eec49859f36e60013f6524d, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733446721405 2024-12-06T00:58:42,149 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 46bd4448bc83403bb6589091c590c98d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733446721412 2024-12-06T00:58:42,150 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a23f22167aee42bc988942789c3c0763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721645 2024-12-06T00:58:42,150 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c39d2d54be8b457bb5887dc52f6ba5db, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721621 2024-12-06T00:58:42,162 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:42,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/aff53d37226c4275b77e22deb865512c is 50, key is test_row_0/B:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:42,164 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:42,172 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412062d213c1768f4452da091983d6c4207b0_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:42,175 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412062d213c1768f4452da091983d6c4207b0_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:42,175 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062d213c1768f4452da091983d6c4207b0_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:42,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742323_1499 (size=12983) 2024-12-06T00:58:42,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742324_1500 (size=4469) 2024-12-06T00:58:42,210 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#423 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:42,211 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/63bea68ecd6f437ca5df33b57b38686c is 175, key is test_row_0/A:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742325_1501 (size=31937) 2024-12-06T00:58:42,228 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/63bea68ecd6f437ca5df33b57b38686c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c 2024-12-06T00:58:42,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-12-06T00:58:42,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,232 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:58:42,236 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into 63bea68ecd6f437ca5df33b57b38686c(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:42,236 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:42,236 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=12, startTime=1733446722147; duration=0sec 2024-12-06T00:58:42,236 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:42,236 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:42,236 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:58:42,238 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46906 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:58:42,238 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:42,239 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:42,239 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/943311ff2da5434080e6c6cba2a7cfd6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=45.8 K 2024-12-06T00:58:42,239 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 943311ff2da5434080e6c6cba2a7cfd6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733446717811 2024-12-06T00:58:42,240 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ee3ffa48eee74737862ba038b99e34f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1733446719095 2024-12-06T00:58:42,240 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969a2e052d5f4e29a4c21157ce71e819, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=256, earliestPutTs=1733446721412 2024-12-06T00:58:42,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206132a2905c46f48718fe0f1847382c294_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446721669/Put/seqid=0 2024-12-06T00:58:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:42,243 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c06aa9b66fa42a7a3ceafaddcbf826a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721645 2024-12-06T00:58:42,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742326_1502 (size=12454) 2024-12-06T00:58:42,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:42,263 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206132a2905c46f48718fe0f1847382c294_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206132a2905c46f48718fe0f1847382c294_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/7eee3ca0c1904a31812eaa1050b0dae6, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:42,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/7eee3ca0c1904a31812eaa1050b0dae6 is 175, key is test_row_0/A:col10/1733446721669/Put/seqid=0 2024-12-06T00:58:42,267 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#425 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:42,268 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/0b5b2843d5d24c6a90645dd7de069fcf is 50, key is test_row_0/C:col10/1733446721648/Put/seqid=0 2024-12-06T00:58:42,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742327_1503 (size=31255) 2024-12-06T00:58:42,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742328_1504 (size=12983) 2024-12-06T00:58:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:42,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:42,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446782388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446782391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446782392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,407 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446782405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446782407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,422 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446782512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446782513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,525 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446782513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,526 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446782533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446782533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,546 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:42,594 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/aff53d37226c4275b77e22deb865512c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aff53d37226c4275b77e22deb865512c 2024-12-06T00:58:42,600 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into aff53d37226c4275b77e22deb865512c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:42,600 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:42,601 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=12, startTime=1733446722147; duration=0sec 2024-12-06T00:58:42,601 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:42,601 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:42,683 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=292, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/7eee3ca0c1904a31812eaa1050b0dae6 2024-12-06T00:58:42,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/c71232e0fb8f4980802123642b101bd7 is 50, key is test_row_0/B:col10/1733446721669/Put/seqid=0 2024-12-06T00:58:42,700 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/0b5b2843d5d24c6a90645dd7de069fcf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0b5b2843d5d24c6a90645dd7de069fcf 2024-12-06T00:58:42,705 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 0b5b2843d5d24c6a90645dd7de069fcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:42,705 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:42,705 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=12, startTime=1733446722147; duration=0sec 2024-12-06T00:58:42,705 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:42,705 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:42,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742329_1505 (size=12301) 2024-12-06T00:58:42,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446782733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446782733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,737 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446782734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,738 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,739 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446782753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446782753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:42,762 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446783043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446783043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446783043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:43,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446783073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446783073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,080 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,107 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/c71232e0fb8f4980802123642b101bd7 2024-12-06T00:58:43,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/576244366bb04c7f9e43b6a22c7c8b64 is 50, key is test_row_0/C:col10/1733446721669/Put/seqid=0 2024-12-06T00:58:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742330_1506 (size=12301) 2024-12-06T00:58:43,120 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/576244366bb04c7f9e43b6a22c7c8b64 2024-12-06T00:58:43,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/7eee3ca0c1904a31812eaa1050b0dae6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6 2024-12-06T00:58:43,128 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6, entries=150, sequenceid=292, filesize=30.5 K 2024-12-06T00:58:43,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/c71232e0fb8f4980802123642b101bd7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7 2024-12-06T00:58:43,133 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:58:43,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/576244366bb04c7f9e43b6a22c7c8b64 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64 2024-12-06T00:58:43,150 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64, entries=150, sequenceid=292, filesize=12.0 K 2024-12-06T00:58:43,151 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 8d078e2e0e5c61171157184bb3785a71 in 919ms, sequenceid=292, compaction requested=false 2024-12-06T00:58:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:43,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-12-06T00:58:43,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-12-06T00:58:43,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-06T00:58:43,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2260 sec 2024-12-06T00:58:43,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.2350 sec 2024-12-06T00:58:43,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:43,572 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:43,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:43,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f2cc9e0af62490fa65fcf5bc79ad1f3_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:43,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742331_1507 (size=14994) 2024-12-06T00:58:43,588 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:43,591 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064f2cc9e0af62490fa65fcf5bc79ad1f3_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f2cc9e0af62490fa65fcf5bc79ad1f3_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:43,592 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8c4a94f96ba84d2e935b80ae2ce94279, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:43,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8c4a94f96ba84d2e935b80ae2ce94279 is 175, key is test_row_0/A:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:43,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446783593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,603 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446783593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,604 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742332_1508 (size=39949) 2024-12-06T00:58:43,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8c4a94f96ba84d2e935b80ae2ce94279 2024-12-06T00:58:43,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446783596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446783597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446783603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/899abe73d5fc4d85bc930cd5950bc395 is 50, key is test_row_0/B:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:43,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742333_1509 (size=12301) 2024-12-06T00:58:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446783723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446783723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,732 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446783723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,733 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,949 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446783943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446783943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:43,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446783943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:43,951 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,038 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/899abe73d5fc4d85bc930cd5950bc395 2024-12-06T00:58:44,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/1990f725ea254027a6f9d5a2101e4645 is 50, key is test_row_0/C:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742334_1510 (size=12301) 2024-12-06T00:58:44,052 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/1990f725ea254027a6f9d5a2101e4645 2024-12-06T00:58:44,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8c4a94f96ba84d2e935b80ae2ce94279 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279 2024-12-06T00:58:44,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279, entries=200, sequenceid=319, filesize=39.0 K 2024-12-06T00:58:44,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/899abe73d5fc4d85bc930cd5950bc395 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395 2024-12-06T00:58:44,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395, entries=150, sequenceid=319, filesize=12.0 K 2024-12-06T00:58:44,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/1990f725ea254027a6f9d5a2101e4645 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645 2024-12-06T00:58:44,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645, entries=150, sequenceid=319, filesize=12.0 K 2024-12-06T00:58:44,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d078e2e0e5c61171157184bb3785a71 in 499ms, sequenceid=319, compaction requested=true 2024-12-06T00:58:44,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:44,072 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:44,072 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:44,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-12-06T00:58:44,075 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:44,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:44,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-06T00:58:44,077 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:44,077 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:44,077 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:44,077 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aff53d37226c4275b77e22deb865512c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=36.7 K 2024-12-06T00:58:44,077 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:44,077 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:44,077 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:44,077 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=100.7 K 2024-12-06T00:58:44,077 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:44,078 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:44,078 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279] 2024-12-06T00:58:44,078 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:44,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T00:58:44,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:44,078 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aff53d37226c4275b77e22deb865512c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721645 2024-12-06T00:58:44,079 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63bea68ecd6f437ca5df33b57b38686c, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721645 2024-12-06T00:58:44,079 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c71232e0fb8f4980802123642b101bd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446721669 2024-12-06T00:58:44,079 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7eee3ca0c1904a31812eaa1050b0dae6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446721669 2024-12-06T00:58:44,080 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8c4a94f96ba84d2e935b80ae2ce94279, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:44,080 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 899abe73d5fc4d85bc930cd5950bc395, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:44,088 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:44,089 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#431 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:44,090 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120621f542a7dfcf45419c14ec55170c4597_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:44,090 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/792bcf1e56ac4676a7679a5f555e9220 is 50, key is test_row_0/B:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:44,092 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120621f542a7dfcf45419c14ec55170c4597_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:44,093 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120621f542a7dfcf45419c14ec55170c4597_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:44,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742335_1511 (size=13085) 2024-12-06T00:58:44,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742336_1512 (size=4469) 2024-12-06T00:58:44,131 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#432 average throughput is 0.57 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:44,131 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c5c80aff0a6345f9bbb2a0650eace091 is 175, key is test_row_0/A:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:44,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742337_1513 (size=32039) 2024-12-06T00:58:44,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T00:58:44,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-06T00:58:44,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:44,232 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:44,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600965d75c9b54a4b84cf0c441425d10d_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446723595/Put/seqid=0 2024-12-06T00:58:44,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742338_1514 (size=12454) 2024-12-06T00:58:44,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:44,248 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120600965d75c9b54a4b84cf0c441425d10d_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600965d75c9b54a4b84cf0c441425d10d_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:44,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/66b29487f4a8432bb20bf32b07f39f1b, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/66b29487f4a8432bb20bf32b07f39f1b is 175, key is test_row_0/A:col10/1733446723595/Put/seqid=0 2024-12-06T00:58:44,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742339_1515 (size=31255) 2024-12-06T00:58:44,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:44,271 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:44,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446784358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446784363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,372 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446784364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,380 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T00:58:44,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446784473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,486 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446784482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446784482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,491 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,513 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/792bcf1e56ac4676a7679a5f555e9220 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/792bcf1e56ac4676a7679a5f555e9220 2024-12-06T00:58:44,518 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 792bcf1e56ac4676a7679a5f555e9220(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:44,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:44,518 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446724072; duration=0sec 2024-12-06T00:58:44,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:44,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:44,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:44,519 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:44,519 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:44,519 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:44,520 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0b5b2843d5d24c6a90645dd7de069fcf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=36.7 K 2024-12-06T00:58:44,520 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b5b2843d5d24c6a90645dd7de069fcf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1733446721645 2024-12-06T00:58:44,520 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 576244366bb04c7f9e43b6a22c7c8b64, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733446721669 2024-12-06T00:58:44,521 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1990f725ea254027a6f9d5a2101e4645, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:44,529 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:44,530 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/6a472931aacd4443af224156f6f0a141 is 50, key is test_row_0/C:col10/1733446723570/Put/seqid=0 2024-12-06T00:58:44,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742340_1516 (size=13085) 2024-12-06T00:58:44,540 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/6a472931aacd4443af224156f6f0a141 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/6a472931aacd4443af224156f6f0a141 2024-12-06T00:58:44,544 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 6a472931aacd4443af224156f6f0a141(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:44,544 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:44,544 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446724072; duration=0sec 2024-12-06T00:58:44,545 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:44,545 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:44,547 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c5c80aff0a6345f9bbb2a0650eace091 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091 2024-12-06T00:58:44,555 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into c5c80aff0a6345f9bbb2a0650eace091(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:44,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:44,555 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446724072; duration=0sec 2024-12-06T00:58:44,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:44,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446784613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446784613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,624 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,624 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,655 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/66b29487f4a8432bb20bf32b07f39f1b 2024-12-06T00:58:44,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/1f548faf26bc4bd9943ff5703d1cf01c is 50, key is test_row_0/B:col10/1733446723595/Put/seqid=0 2024-12-06T00:58:44,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742341_1517 (size=12301) 2024-12-06T00:58:44,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446784693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446784693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:44,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T00:58:44,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:44,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446784703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:44,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:44,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446785013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446785013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,020 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446785023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,033 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,067 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/1f548faf26bc4bd9943ff5703d1cf01c 2024-12-06T00:58:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/940fe3ea58f14bea8ad8a3dc0130b868 is 50, key is test_row_0/C:col10/1733446723595/Put/seqid=0 2024-12-06T00:58:45,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742342_1518 (size=12301) 2024-12-06T00:58:45,079 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/940fe3ea58f14bea8ad8a3dc0130b868 2024-12-06T00:58:45,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/66b29487f4a8432bb20bf32b07f39f1b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b 2024-12-06T00:58:45,094 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b, entries=150, sequenceid=331, filesize=30.5 K 2024-12-06T00:58:45,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/1f548faf26bc4bd9943ff5703d1cf01c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c 2024-12-06T00:58:45,099 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T00:58:45,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/940fe3ea58f14bea8ad8a3dc0130b868 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868 2024-12-06T00:58:45,103 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868, entries=150, sequenceid=331, filesize=12.0 K 2024-12-06T00:58:45,104 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d078e2e0e5c61171157184bb3785a71 in 872ms, sequenceid=331, compaction requested=false 2024-12-06T00:58:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:45,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-06T00:58:45,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-06T00:58:45,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-06T00:58:45,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-12-06T00:58:45,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.0370 sec 2024-12-06T00:58:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-06T00:58:45,213 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:45,215 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:45,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-06T00:58:45,218 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:45,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:45,219 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:45,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:45,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-06T00:58:45,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:45,373 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:45,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063b5ab4044ec74eb79d0a4e8fa91da031_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446724362/Put/seqid=0 2024-12-06T00:58:45,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742343_1519 (size=12454) 2024-12-06T00:58:45,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:45,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:45,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446785558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446785559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,571 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446785563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,576 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446785682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446785683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446785683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,694 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:45,794 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063b5ab4044ec74eb79d0a4e8fa91da031_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063b5ab4044ec74eb79d0a4e8fa91da031_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:45,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/b4d18ced2f65427282b7a34036a758ac, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/b4d18ced2f65427282b7a34036a758ac is 175, key is test_row_0/A:col10/1733446724362/Put/seqid=0 2024-12-06T00:58:45,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742344_1520 (size=31255) 2024-12-06T00:58:45,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:45,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446785903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446785903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446785903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:45,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=358, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/b4d18ced2f65427282b7a34036a758ac 2024-12-06T00:58:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446786223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,231 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446786223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446786223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,232 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,233 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/aba111ff56fe4aae8c558db4760fedfd is 50, key is test_row_0/B:col10/1733446724362/Put/seqid=0 2024-12-06T00:58:46,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742345_1521 (size=12301) 2024-12-06T00:58:46,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:46,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35652 deadline: 1733446786642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35606 deadline: 1733446786642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,651 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4244 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,651 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 8d078e2e0e5c61171157184bb3785a71 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4246 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,678 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/aba111ff56fe4aae8c558db4760fedfd 2024-12-06T00:58:46,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/aef1d7a2771b4d77a992d4eb45455e6d is 50, key is test_row_0/C:col10/1733446724362/Put/seqid=0 2024-12-06T00:58:46,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742346_1522 (size=12301) 2024-12-06T00:58:46,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446786742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446786743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446786743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:46,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,138 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=358 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/aef1d7a2771b4d77a992d4eb45455e6d 2024-12-06T00:58:47,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/b4d18ced2f65427282b7a34036a758ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac 2024-12-06T00:58:47,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac, entries=150, sequenceid=358, filesize=30.5 K 2024-12-06T00:58:47,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/aba111ff56fe4aae8c558db4760fedfd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd 2024-12-06T00:58:47,160 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd, entries=150, sequenceid=358, filesize=12.0 K 2024-12-06T00:58:47,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/aef1d7a2771b4d77a992d4eb45455e6d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d 2024-12-06T00:58:47,164 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d, entries=150, sequenceid=358, filesize=12.0 K 2024-12-06T00:58:47,165 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 8d078e2e0e5c61171157184bb3785a71 in 1792ms, sequenceid=358, compaction requested=true 2024-12-06T00:58:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:47,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-06T00:58:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-06T00:58:47,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-06T00:58:47,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9480 sec 2024-12-06T00:58:47,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 1.9570 sec 2024-12-06T00:58:47,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-06T00:58:47,363 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:47,363 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:47,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-06T00:58:47,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T00:58:47,366 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:47,367 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:47,367 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T00:58:47,519 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-06T00:58:47,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:47,520 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:58:47,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068c14373cd85b44f18c743e01ca1b4620_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446725556/Put/seqid=0 2024-12-06T00:58:47,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742347_1523 (size=12454) 2024-12-06T00:58:47,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T00:58:47,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:47,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446787858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:47,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446787860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:47,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446787877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,895 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068c14373cd85b44f18c743e01ca1b4620_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068c14373cd85b44f18c743e01ca1b4620_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:47,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/18e7c560bb2a41ac934a3fbaeca8ddc1, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:47,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/18e7c560bb2a41ac934a3fbaeca8ddc1 is 175, key is test_row_0/A:col10/1733446725556/Put/seqid=0 2024-12-06T00:58:47,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742348_1524 (size=31255) 2024-12-06T00:58:47,948 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/18e7c560bb2a41ac934a3fbaeca8ddc1 2024-12-06T00:58:47,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8d32c8c74c424d1a81b817dbb9f15c66 is 50, key is test_row_0/B:col10/1733446725556/Put/seqid=0 2024-12-06T00:58:47,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742349_1525 (size=12301) 2024-12-06T00:58:47,963 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8d32c8c74c424d1a81b817dbb9f15c66 2024-12-06T00:58:47,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/52b63f7bafe14853a77993df88707cee is 50, key is test_row_0/C:col10/1733446725556/Put/seqid=0 2024-12-06T00:58:47,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742350_1526 (size=12301) 2024-12-06T00:58:47,983 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/52b63f7bafe14853a77993df88707cee 2024-12-06T00:58:47,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/18e7c560bb2a41ac934a3fbaeca8ddc1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1 2024-12-06T00:58:47,992 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1, entries=150, sequenceid=370, filesize=30.5 K 2024-12-06T00:58:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T00:58:47,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/8d32c8c74c424d1a81b817dbb9f15c66 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66 2024-12-06T00:58:47,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446787983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:47,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446787983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:47,995 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:47,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:47,999 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66, entries=150, sequenceid=370, filesize=12.0 K 2024-12-06T00:58:47,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/52b63f7bafe14853a77993df88707cee as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee 2024-12-06T00:58:48,005 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee, entries=150, sequenceid=370, filesize=12.0 K 2024-12-06T00:58:48,006 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 8d078e2e0e5c61171157184bb3785a71 in 486ms, sequenceid=370, compaction requested=true 2024-12-06T00:58:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-06T00:58:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-06T00:58:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,009 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:48,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:58:48,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-06T00:58:48,012 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 641 msec 2024-12-06T00:58:48,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 650 msec 2024-12-06T00:58:48,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120679bc095a1d724de0ace37c2e15fd7557_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742351_1527 (size=14994) 2024-12-06T00:58:48,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:48,032 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120679bc095a1d724de0ace37c2e15fd7557_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120679bc095a1d724de0ace37c2e15fd7557_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/3228a524d9c14ca1a0ca3f9939629551, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/3228a524d9c14ca1a0ca3f9939629551 is 175, key is test_row_0/A:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742352_1528 (size=39949) 2024-12-06T00:58:48,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=395, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/3228a524d9c14ca1a0ca3f9939629551 2024-12-06T00:58:48,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2857c2963b7e4cd9b569a999439d383a is 50, key is test_row_0/B:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742353_1529 (size=12301) 2024-12-06T00:58:48,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2857c2963b7e4cd9b569a999439d383a 2024-12-06T00:58:48,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e561671a195346f9981e8f04574f3621 is 50, key is test_row_0/C:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742354_1530 (size=12301) 2024-12-06T00:58:48,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e561671a195346f9981e8f04574f3621 2024-12-06T00:58:48,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/3228a524d9c14ca1a0ca3f9939629551 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551 2024-12-06T00:58:48,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551, entries=200, sequenceid=395, filesize=39.0 K 2024-12-06T00:58:48,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/2857c2963b7e4cd9b569a999439d383a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a 2024-12-06T00:58:48,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T00:58:48,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e561671a195346f9981e8f04574f3621 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621 2024-12-06T00:58:48,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621, entries=150, sequenceid=395, filesize=12.0 K 2024-12-06T00:58:48,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=46.96 KB/48090 for 8d078e2e0e5c61171157184bb3785a71 in 82ms, sequenceid=395, compaction requested=true 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:48,092 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:48,092 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:48,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 165753 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:48,094 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,094 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,094 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/792bcf1e56ac4676a7679a5f555e9220, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=60.8 K 2024-12-06T00:58:48,094 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=161.9 K 2024-12-06T00:58:48,094 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551] 2024-12-06T00:58:48,094 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 792bcf1e56ac4676a7679a5f555e9220, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:48,095 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f548faf26bc4bd9943ff5703d1cf01c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446723585 2024-12-06T00:58:48,095 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c5c80aff0a6345f9bbb2a0650eace091, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:48,095 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aba111ff56fe4aae8c558db4760fedfd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733446724355 2024-12-06T00:58:48,095 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66b29487f4a8432bb20bf32b07f39f1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446723585 2024-12-06T00:58:48,095 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d32c8c74c424d1a81b817dbb9f15c66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733446725556 2024-12-06T00:58:48,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b4d18ced2f65427282b7a34036a758ac, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733446724355 2024-12-06T00:58:48,096 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2857c2963b7e4cd9b569a999439d383a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727858 2024-12-06T00:58:48,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 18e7c560bb2a41ac934a3fbaeca8ddc1, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733446725556 2024-12-06T00:58:48,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3228a524d9c14ca1a0ca3f9939629551, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727797 2024-12-06T00:58:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,100 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:48,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:48,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644041e1356164f2190fe154b70a135f9_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446728082/Put/seqid=0 2024-12-06T00:58:48,123 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#447 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:48,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/964b5c05837c4b088f6c78b1d386f376 is 50, key is test_row_0/B:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,128 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,137 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a40924aa16914c85a514838fb8f25812_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,139 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a40924aa16914c85a514838fb8f25812_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,140 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a40924aa16914c85a514838fb8f25812_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742355_1531 (size=14994) 2024-12-06T00:58:48,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742356_1532 (size=13255) 2024-12-06T00:58:48,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:48,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644041e1356164f2190fe154b70a135f9_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644041e1356164f2190fe154b70a135f9_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/e43339d22b8e433fac0fc327a2bc2155, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/e43339d22b8e433fac0fc327a2bc2155 is 175, key is test_row_0/A:col10/1733446728082/Put/seqid=0 2024-12-06T00:58:48,154 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/964b5c05837c4b088f6c78b1d386f376 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/964b5c05837c4b088f6c78b1d386f376 2024-12-06T00:58:48,163 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into 964b5c05837c4b088f6c78b1d386f376(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:48,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,163 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=11, startTime=1733446728092; duration=0sec 2024-12-06T00:58:48,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:48,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:48,163 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T00:58:48,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62289 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T00:58:48,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:48,167 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,167 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/6a472931aacd4443af224156f6f0a141, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=60.8 K 2024-12-06T00:58:48,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a472931aacd4443af224156f6f0a141, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733446722390 2024-12-06T00:58:48,168 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 940fe3ea58f14bea8ad8a3dc0130b868, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1733446723585 2024-12-06T00:58:48,168 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aef1d7a2771b4d77a992d4eb45455e6d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=358, earliestPutTs=1733446724355 2024-12-06T00:58:48,168 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 52b63f7bafe14853a77993df88707cee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1733446725556 2024-12-06T00:58:48,169 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e561671a195346f9981e8f04574f3621, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727858 2024-12-06T00:58:48,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742358_1534 (size=39949) 2024-12-06T00:58:48,182 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=406, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/e43339d22b8e433fac0fc327a2bc2155 2024-12-06T00:58:48,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742357_1533 (size=4469) 2024-12-06T00:58:48,191 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#449 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:48,191 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/c33170da4602477eb14606fcc0b27649 is 50, key is test_row_0/C:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/78cf9b4e70554b20bb8866374f5d5b2e is 50, key is test_row_0/B:col10/1733446728082/Put/seqid=0 2024-12-06T00:58:48,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742359_1535 (size=13255) 2024-12-06T00:58:48,206 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/c33170da4602477eb14606fcc0b27649 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/c33170da4602477eb14606fcc0b27649 2024-12-06T00:58:48,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742360_1536 (size=12301) 2024-12-06T00:58:48,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/78cf9b4e70554b20bb8866374f5d5b2e 2024-12-06T00:58:48,211 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into c33170da4602477eb14606fcc0b27649(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:48,211 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,211 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=11, startTime=1733446728092; duration=0sec 2024-12-06T00:58:48,211 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:48,211 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:48,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/406e9c820a034c45a20023c80cc5af5c is 50, key is test_row_0/C:col10/1733446728082/Put/seqid=0 2024-12-06T00:58:48,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742361_1537 (size=12301) 2024-12-06T00:58:48,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=406 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/406e9c820a034c45a20023c80cc5af5c 2024-12-06T00:58:48,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/e43339d22b8e433fac0fc327a2bc2155 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155 2024-12-06T00:58:48,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155, entries=200, sequenceid=406, filesize=39.0 K 2024-12-06T00:58:48,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/78cf9b4e70554b20bb8866374f5d5b2e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e 2024-12-06T00:58:48,236 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e, entries=150, sequenceid=406, filesize=12.0 K 2024-12-06T00:58:48,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/406e9c820a034c45a20023c80cc5af5c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c 2024-12-06T00:58:48,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c, entries=150, sequenceid=406, filesize=12.0 K 2024-12-06T00:58:48,241 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=100.63 KB/103050 for 8d078e2e0e5c61171157184bb3785a71 in 141ms, sequenceid=406, compaction requested=false 2024-12-06T00:58:48,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,251 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:48,251 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-06T00:58:48,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206925721c9b94f4741b8d568ab37dbd109_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:48,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742362_1538 (size=17534) 2024-12-06T00:58:48,272 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:48,276 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206925721c9b94f4741b8d568ab37dbd109_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206925721c9b94f4741b8d568ab37dbd109_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:48,277 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8f9b39432835451a9a1a4ba7bae732c4, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:48,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8f9b39432835451a9a1a4ba7bae732c4 is 175, key is test_row_0/A:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:48,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742363_1539 (size=48639) 2024-12-06T00:58:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446788319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446788319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,332 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446788320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,336 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446788442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446788442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446788443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,449 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-06T00:58:48,503 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:48,504 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-06T00:58:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:48,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:48,506 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:48,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:48,591 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#448 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:48,591 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c43e26c7f9f2456eb8fdd9b1bffa14a3 is 175, key is test_row_0/A:col10/1733446728007/Put/seqid=0 2024-12-06T00:58:48,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742364_1540 (size=32209) 2024-12-06T00:58:48,599 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/c43e26c7f9f2456eb8fdd9b1bffa14a3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3 2024-12-06T00:58:48,605 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into c43e26c7f9f2456eb8fdd9b1bffa14a3(size=31.5 K), total size for store is 70.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:48,606 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:48,606 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=11, startTime=1733446728092; duration=0sec 2024-12-06T00:58:48,606 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:48,606 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:48,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:48,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446788653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446788654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446788654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,659 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,683 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=428, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8f9b39432835451a9a1a4ba7bae732c4 2024-12-06T00:58:48,694 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ce395c0912ef4ec682ab7a70c88d6458 is 50, key is test_row_0/B:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:48,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742365_1541 (size=12301) 2024-12-06T00:58:48,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:48,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:48,967 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:48,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:48,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:48,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:48,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446788963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,972 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446788974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446788974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:48,984 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:49,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ce395c0912ef4ec682ab7a70c88d6458 2024-12-06T00:58:49,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e41635f4ae754771a9a502ca628566f4 is 50, key is test_row_0/C:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:49,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742366_1542 (size=12301) 2024-12-06T00:58:49,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,121 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:49,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,409 INFO [Thread-1872 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1872. 2024-12-06T00:58:49,409 DEBUG [Thread-1872 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:49,409 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,409 DEBUG [Thread-1872 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:49,410 INFO [Thread-1874 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1874. 2024-12-06T00:58:49,410 DEBUG [Thread-1874 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:49,410 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,410 DEBUG [Thread-1874 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:49,412 INFO [Thread-1870 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1870. 2024-12-06T00:58:49,412 DEBUG [Thread-1870 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:49,412 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,412 DEBUG [Thread-1870 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:49,419 INFO [Thread-1876 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1876. 2024-12-06T00:58:49,419 DEBUG [Thread-1876 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:49,419 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,419 DEBUG [Thread-1876 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:49,420 INFO [Thread-1868 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1868. 2024-12-06T00:58:49,420 DEBUG [Thread-1868 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:49,420 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,420 DEBUG [Thread-1868 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:49,420 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:49,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:49,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:49,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35632 deadline: 1733446789483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:49,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:49,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35642 deadline: 1733446789493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35568 deadline: 1733446789493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:49,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:58:49,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=428 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e41635f4ae754771a9a502ca628566f4 2024-12-06T00:58:49,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/8f9b39432835451a9a1a4ba7bae732c4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4 2024-12-06T00:58:49,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4, entries=250, sequenceid=428, filesize=47.5 K 2024-12-06T00:58:49,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/ce395c0912ef4ec682ab7a70c88d6458 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458 2024-12-06T00:58:49,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458, entries=150, sequenceid=428, filesize=12.0 K 2024-12-06T00:58:49,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/e41635f4ae754771a9a502ca628566f4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4 2024-12-06T00:58:49,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4, entries=150, sequenceid=428, filesize=12.0 K 2024-12-06T00:58:49,534 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for 8d078e2e0e5c61171157184bb3785a71 in 1283ms, sequenceid=428, compaction requested=true 2024-12-06T00:58:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:49,534 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:49,534 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8d078e2e0e5c61171157184bb3785a71:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:49,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:49,535 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:49,535 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:49,535 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:49,535 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/A is initiating minor compaction (all files) 2024-12-06T00:58:49,535 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/B is initiating minor compaction (all files) 2024-12-06T00:58:49,535 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/A in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,535 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/B in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,535 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=118.0 K 2024-12-06T00:58:49,536 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,536 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4] 2024-12-06T00:58:49,536 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/964b5c05837c4b088f6c78b1d386f376, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=37.0 K 2024-12-06T00:58:49,536 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c43e26c7f9f2456eb8fdd9b1bffa14a3, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727858 2024-12-06T00:58:49,536 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 964b5c05837c4b088f6c78b1d386f376, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727858 2024-12-06T00:58:49,536 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e43339d22b8e433fac0fc327a2bc2155, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733446728045 2024-12-06T00:58:49,536 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 78cf9b4e70554b20bb8866374f5d5b2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733446728045 2024-12-06T00:58:49,537 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ce395c0912ef4ec682ab7a70c88d6458, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733446728235 2024-12-06T00:58:49,537 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f9b39432835451a9a1a4ba7bae732c4, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733446728115 2024-12-06T00:58:49,544 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#B#compaction#455 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:49,544 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/cc4c07d505bc40b2bb5e1c3abf9c9a3d is 50, key is test_row_0/B:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:49,557 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:49,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742367_1543 (size=13357) 2024-12-06T00:58:49,559 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412062ab4e95cc45d4b8d8fdb84cb785de973_8d078e2e0e5c61171157184bb3785a71 store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:49,563 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/cc4c07d505bc40b2bb5e1c3abf9c9a3d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/cc4c07d505bc40b2bb5e1c3abf9c9a3d 2024-12-06T00:58:49,569 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/B of 8d078e2e0e5c61171157184bb3785a71 into cc4c07d505bc40b2bb5e1c3abf9c9a3d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:49,569 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:49,569 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/B, priority=13, startTime=1733446729534; duration=0sec 2024-12-06T00:58:49,569 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:49,569 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:B 2024-12-06T00:58:49,569 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:49,570 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:49,570 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 8d078e2e0e5c61171157184bb3785a71/C is initiating minor compaction (all files) 2024-12-06T00:58:49,570 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8d078e2e0e5c61171157184bb3785a71/C in TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,570 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/c33170da4602477eb14606fcc0b27649, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp, totalSize=37.0 K 2024-12-06T00:58:49,571 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c33170da4602477eb14606fcc0b27649, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1733446727858 2024-12-06T00:58:49,571 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 406e9c820a034c45a20023c80cc5af5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=406, earliestPutTs=1733446728045 2024-12-06T00:58:49,571 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e41635f4ae754771a9a502ca628566f4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=428, earliestPutTs=1733446728235 2024-12-06T00:58:49,575 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412062ab4e95cc45d4b8d8fdb84cb785de973_8d078e2e0e5c61171157184bb3785a71, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:49,575 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062ab4e95cc45d4b8d8fdb84cb785de973_8d078e2e0e5c61171157184bb3785a71 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:49,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742368_1544 (size=4469) 2024-12-06T00:58:49,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-06T00:58:49,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:49,583 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T00:58:49,584 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#C#compaction#457 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:49,584 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8b65f727d90047f3affc33e11e2c4bf9 is 50, key is test_row_0/C:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:49,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aa5d51aad7c74aae9a813112dcce1580_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446728317/Put/seqid=0 2024-12-06T00:58:49,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742369_1545 (size=13357) 2024-12-06T00:58:49,607 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8b65f727d90047f3affc33e11e2c4bf9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8b65f727d90047f3affc33e11e2c4bf9 2024-12-06T00:58:49,611 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/C of 8d078e2e0e5c61171157184bb3785a71 into 8b65f727d90047f3affc33e11e2c4bf9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:49,611 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:49,611 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/C, priority=13, startTime=1733446729535; duration=0sec 2024-12-06T00:58:49,611 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:49,611 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:C 2024-12-06T00:58:49,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742370_1546 (size=12454) 2024-12-06T00:58:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:49,981 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8d078e2e0e5c61171157184bb3785a71#A#compaction#456 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:49,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/cdca1a9c82604d8ebb5ae6f5ade7a45c is 175, key is test_row_0/A:col10/1733446728237/Put/seqid=0 2024-12-06T00:58:49,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742371_1547 (size=32311) 2024-12-06T00:58:50,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:50,017 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206aa5d51aad7c74aae9a813112dcce1580_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aa5d51aad7c74aae9a813112dcce1580_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:50,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/fdd935544d8441a6bc7368b3af37a33f, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:50,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/fdd935544d8441a6bc7368b3af37a33f is 175, key is test_row_0/A:col10/1733446728317/Put/seqid=0 2024-12-06T00:58:50,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742372_1548 (size=31255) 2024-12-06T00:58:50,390 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/cdca1a9c82604d8ebb5ae6f5ade7a45c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/cdca1a9c82604d8ebb5ae6f5ade7a45c 2024-12-06T00:58:50,394 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8d078e2e0e5c61171157184bb3785a71/A of 8d078e2e0e5c61171157184bb3785a71 into cdca1a9c82604d8ebb5ae6f5ade7a45c(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:50,394 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:50,394 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., storeName=8d078e2e0e5c61171157184bb3785a71/A, priority=13, startTime=1733446729534; duration=0sec 2024-12-06T00:58:50,394 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:50,394 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8d078e2e0e5c61171157184bb3785a71:A 2024-12-06T00:58:50,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/fdd935544d8441a6bc7368b3af37a33f 2024-12-06T00:58:50,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a7af921504c3494e8a391d56979a0ba2 is 50, key is test_row_0/B:col10/1733446728317/Put/seqid=0 2024-12-06T00:58:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742373_1549 (size=12301) 2024-12-06T00:58:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:50,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. as already flushing 2024-12-06T00:58:50,494 INFO [Thread-1859 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1859. 2024-12-06T00:58:50,494 DEBUG [Thread-1859 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:50,494 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,494 DEBUG [Thread-1859 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,494 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:50,504 INFO [Thread-1861 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1861. 2024-12-06T00:58:50,504 DEBUG [Thread-1861 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:50,504 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,504 DEBUG [Thread-1861 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:50,514 INFO [Thread-1865 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1865. 2024-12-06T00:58:50,514 DEBUG [Thread-1865 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:50,514 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,514 DEBUG [Thread-1865 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:50,674 INFO [Thread-1857 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1857. 2024-12-06T00:58:50,674 DEBUG [Thread-1857 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:50,674 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,674 DEBUG [Thread-1857 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:50,694 INFO [Thread-1863 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1863. 2024-12-06T00:58:50,694 DEBUG [Thread-1863 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:58:50,694 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,694 DEBUG [Thread-1863 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:50,694 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:50,833 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a7af921504c3494e8a391d56979a0ba2 2024-12-06T00:58:50,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8a5c74c0eaaa4b0db06f49c48b050902 is 50, key is test_row_0/C:col10/1733446728317/Put/seqid=0 2024-12-06T00:58:50,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742374_1550 (size=12301) 2024-12-06T00:58:51,244 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8a5c74c0eaaa4b0db06f49c48b050902 2024-12-06T00:58:51,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/fdd935544d8441a6bc7368b3af37a33f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/fdd935544d8441a6bc7368b3af37a33f 2024-12-06T00:58:51,251 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/fdd935544d8441a6bc7368b3af37a33f, entries=150, sequenceid=448, filesize=30.5 K 2024-12-06T00:58:51,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/a7af921504c3494e8a391d56979a0ba2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a7af921504c3494e8a391d56979a0ba2 2024-12-06T00:58:51,254 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a7af921504c3494e8a391d56979a0ba2, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T00:58:51,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/8a5c74c0eaaa4b0db06f49c48b050902 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8a5c74c0eaaa4b0db06f49c48b050902 2024-12-06T00:58:51,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8a5c74c0eaaa4b0db06f49c48b050902, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T00:58:51,258 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=33.54 KB/34350 for 8d078e2e0e5c61171157184bb3785a71 in 1675ms, sequenceid=448, compaction requested=false 2024-12-06T00:58:51,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 8d078e2e0e5c61171157184bb3785a71: 2024-12-06T00:58:51,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:51,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-06T00:58:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-06T00:58:51,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-06T00:58:51,261 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7530 sec 2024-12-06T00:58:51,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 2.7580 sec 2024-12-06T00:58:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-06T00:58:52,663 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 87 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 37 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1006 2024-12-06T00:58:52,663 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3001 rows 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1002 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2998 rows 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 998 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2991 rows 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 998 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2985 rows 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 993 2024-12-06T00:58:52,664 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 2973 rows 2024-12-06T00:58:52,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:58:52,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:58:52,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:52,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:52,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:58:52,665 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:58:52,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:52,668 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446732668"}]},"ts":"1733446732668"} 2024-12-06T00:58:52,670 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:58:52,670 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:58:52,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:58:52,672 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, UNASSIGN}] 2024-12-06T00:58:52,673 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, UNASSIGN 2024-12-06T00:58:52,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:52,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=131, ppid=130, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, UNASSIGN because future has completed 2024-12-06T00:58:52,675 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:58:52,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:52,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:52,827 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(122): Close 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:52,827 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:58:52,827 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1722): Closing 8d078e2e0e5c61171157184bb3785a71, disabling compactions & flushes 2024-12-06T00:58:52,827 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:52,827 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:52,828 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. after waiting 0 ms 2024-12-06T00:58:52,828 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:52,828 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(2902): Flushing 8d078e2e0e5c61171157184bb3785a71 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T00:58:52,833 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065681e4cd10144f4f843376e67590228f_8d078e2e0e5c61171157184bb3785a71 is 50, key is test_row_0/A:col10/1733446730513/Put/seqid=0 2024-12-06T00:58:52,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742375_1551 (size=12454) 2024-12-06T00:58:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:53,237 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:53,240 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065681e4cd10144f4f843376e67590228f_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065681e4cd10144f4f843376e67590228f_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:53,241 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ecdc857e58fd4e7fa04aa272dafa9e29, store: [table=TestAcidGuarantees family=A region=8d078e2e0e5c61171157184bb3785a71] 2024-12-06T00:58:53,242 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ecdc857e58fd4e7fa04aa272dafa9e29 is 175, key is test_row_0/A:col10/1733446730513/Put/seqid=0 2024-12-06T00:58:53,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742376_1552 (size=31255) 2024-12-06T00:58:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:53,646 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=458, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ecdc857e58fd4e7fa04aa272dafa9e29 2024-12-06T00:58:53,652 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/e04397f5e3024316bc98f80c2aedbeba is 50, key is test_row_0/B:col10/1733446730513/Put/seqid=0 2024-12-06T00:58:53,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742377_1553 (size=12301) 2024-12-06T00:58:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:54,062 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/e04397f5e3024316bc98f80c2aedbeba 2024-12-06T00:58:54,068 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/80a4d8eeaf514154a4b45cdc51081191 is 50, key is test_row_0/C:col10/1733446730513/Put/seqid=0 2024-12-06T00:58:54,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742378_1554 (size=12301) 2024-12-06T00:58:54,474 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/80a4d8eeaf514154a4b45cdc51081191 2024-12-06T00:58:54,477 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/A/ecdc857e58fd4e7fa04aa272dafa9e29 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ecdc857e58fd4e7fa04aa272dafa9e29 2024-12-06T00:58:54,480 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ecdc857e58fd4e7fa04aa272dafa9e29, entries=150, sequenceid=458, filesize=30.5 K 2024-12-06T00:58:54,480 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/B/e04397f5e3024316bc98f80c2aedbeba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/e04397f5e3024316bc98f80c2aedbeba 2024-12-06T00:58:54,483 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/e04397f5e3024316bc98f80c2aedbeba, entries=150, sequenceid=458, filesize=12.0 K 2024-12-06T00:58:54,483 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/.tmp/C/80a4d8eeaf514154a4b45cdc51081191 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/80a4d8eeaf514154a4b45cdc51081191 2024-12-06T00:58:54,486 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/80a4d8eeaf514154a4b45cdc51081191, entries=150, sequenceid=458, filesize=12.0 K 2024-12-06T00:58:54,486 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8d078e2e0e5c61171157184bb3785a71 in 1658ms, sequenceid=458, compaction requested=true 2024-12-06T00:58:54,487 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4] to archive 2024-12-06T00:58:54,488 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:54,489 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09b4e96be26547b4aa17df143f8f7d68 2024-12-06T00:58:54,490 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/574b9fe2aa724973bdbb356083d442f1 2024-12-06T00:58:54,491 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ab49220ccdf147a8b3750fbce20f8a84 2024-12-06T00:58:54,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ee9dec7493234bab85f28bb3e17d4a8d 2024-12-06T00:58:54,492 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dfffe61749fa4d30a390831fbe7fc65d 2024-12-06T00:58:54,493 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c3b670d654c746e58eb2d4c40295f041 2024-12-06T00:58:54,494 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/d8ac6a831b2f4808821e21e6698442a1 2024-12-06T00:58:54,495 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9a881b0cc0764e828259924b8ead5925 2024-12-06T00:58:54,496 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/19967f52d8f1412bbf91338f223fc760 2024-12-06T00:58:54,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/4946b28a690944aab1d35a55bb700e22 2024-12-06T00:58:54,497 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/6de4f57037d746478497a9707f33ea82 2024-12-06T00:58:54,498 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/643daf1e872b49d1a3c93ab130856fac 2024-12-06T00:58:54,499 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/47123d1f296840ff8e0caf1cfc64ecc8 2024-12-06T00:58:54,500 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8d2d6a24bec74b9fa59ae03536e2f497 2024-12-06T00:58:54,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/9777afd4c9764088a84f73bd8d08c792 2024-12-06T00:58:54,501 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/a9bd68065dc14f2399bd0059b05c4718 2024-12-06T00:58:54,502 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/dee3144ac28f47ce8109aa6c631c49f7 2024-12-06T00:58:54,503 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/0ad2e6662ef64d02852c08312a62fd00 2024-12-06T00:58:54,504 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/09c739785eec49859f36e60013f6524d 2024-12-06T00:58:54,505 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c39d2d54be8b457bb5887dc52f6ba5db 2024-12-06T00:58:54,506 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/63bea68ecd6f437ca5df33b57b38686c 2024-12-06T00:58:54,507 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/7eee3ca0c1904a31812eaa1050b0dae6 2024-12-06T00:58:54,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8c4a94f96ba84d2e935b80ae2ce94279 2024-12-06T00:58:54,508 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c5c80aff0a6345f9bbb2a0650eace091 2024-12-06T00:58:54,509 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/66b29487f4a8432bb20bf32b07f39f1b 2024-12-06T00:58:54,510 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/b4d18ced2f65427282b7a34036a758ac 2024-12-06T00:58:54,511 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/18e7c560bb2a41ac934a3fbaeca8ddc1 2024-12-06T00:58:54,512 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/3228a524d9c14ca1a0ca3f9939629551 2024-12-06T00:58:54,513 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/c43e26c7f9f2456eb8fdd9b1bffa14a3 2024-12-06T00:58:54,514 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/e43339d22b8e433fac0fc327a2bc2155 2024-12-06T00:58:54,515 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/8f9b39432835451a9a1a4ba7bae732c4 2024-12-06T00:58:54,516 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/3318eeab29234ba391babc1f383afef6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c19002f8dd964446a82ad12686d330e2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/053f2be73193489b901c657823b7c5c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/86323e5b11074ad1b02ca42ecbbf4a50, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/9127e5b3a601490692a42b53d8ed957d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aff53d37226c4275b77e22deb865512c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/792bcf1e56ac4676a7679a5f555e9220, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/964b5c05837c4b088f6c78b1d386f376, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458] to archive 2024-12-06T00:58:54,517 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:54,518 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/dd00f210d98340fc91384c33c6b0aeb6 2024-12-06T00:58:54,519 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7dee8481430c4ccc893acb428a74717e 2024-12-06T00:58:54,520 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ab2895eeaee14a0fb9cdca119fe6718b 2024-12-06T00:58:54,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/3318eeab29234ba391babc1f383afef6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/3318eeab29234ba391babc1f383afef6 2024-12-06T00:58:54,521 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/7de88c29707043beb0ae23d6640e8763 2024-12-06T00:58:54,522 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/5be77ff35af040c8bbe9192c4442d72c 2024-12-06T00:58:54,523 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c19002f8dd964446a82ad12686d330e2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c19002f8dd964446a82ad12686d330e2 2024-12-06T00:58:54,524 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f48c6b0d62f34b6fbffa7e8e6952670a 2024-12-06T00:58:54,525 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/caade361823c43968a2c765a3934425d 2024-12-06T00:58:54,526 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/053f2be73193489b901c657823b7c5c5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/053f2be73193489b901c657823b7c5c5 2024-12-06T00:58:54,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/6d81afcc57944d6d9eaecdc30752aea7 2024-12-06T00:58:54,527 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/d88c03a1892f41ec94cf1436640f8793 2024-12-06T00:58:54,528 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/86323e5b11074ad1b02ca42ecbbf4a50 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/86323e5b11074ad1b02ca42ecbbf4a50 2024-12-06T00:58:54,529 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/b72877e2b58b4b75842fb120a62d32fb 2024-12-06T00:58:54,530 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8acc22992a3745658fe3e9c3e8722aad 2024-12-06T00:58:54,531 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/9127e5b3a601490692a42b53d8ed957d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/9127e5b3a601490692a42b53d8ed957d 2024-12-06T00:58:54,532 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/f396f51a442e444386945de29c8876b8 2024-12-06T00:58:54,533 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2c27fc38c50e421d885fad5fd4af3d8b 2024-12-06T00:58:54,534 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/46bd4448bc83403bb6589091c590c98d 2024-12-06T00:58:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aff53d37226c4275b77e22deb865512c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aff53d37226c4275b77e22deb865512c 2024-12-06T00:58:54,535 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a23f22167aee42bc988942789c3c0763 2024-12-06T00:58:54,536 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/c71232e0fb8f4980802123642b101bd7 2024-12-06T00:58:54,537 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/792bcf1e56ac4676a7679a5f555e9220 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/792bcf1e56ac4676a7679a5f555e9220 2024-12-06T00:58:54,538 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/899abe73d5fc4d85bc930cd5950bc395 2024-12-06T00:58:54,539 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/1f548faf26bc4bd9943ff5703d1cf01c 2024-12-06T00:58:54,540 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/aba111ff56fe4aae8c558db4760fedfd 2024-12-06T00:58:54,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/8d32c8c74c424d1a81b817dbb9f15c66 2024-12-06T00:58:54,542 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/964b5c05837c4b088f6c78b1d386f376 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/964b5c05837c4b088f6c78b1d386f376 2024-12-06T00:58:54,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/2857c2963b7e4cd9b569a999439d383a 2024-12-06T00:58:54,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/78cf9b4e70554b20bb8866374f5d5b2e 2024-12-06T00:58:54,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/ce395c0912ef4ec682ab7a70c88d6458 2024-12-06T00:58:54,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ac30ac4c73464868922b8a221a3474cd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e11d3847f735494cb6241bce891e840b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/174314510609450e962564e8da2d1462, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/74256b0f5135426e880f23408048df9f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/943311ff2da5434080e6c6cba2a7cfd6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0b5b2843d5d24c6a90645dd7de069fcf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/6a472931aacd4443af224156f6f0a141, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/c33170da4602477eb14606fcc0b27649, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4] to archive 2024-12-06T00:58:54,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:58:54,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/83284a4c334d4936b4d5e3e93f41bf0d 2024-12-06T00:58:54,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e67886d82aca4b61bb853aacfd17e1c6 2024-12-06T00:58:54,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8c4be157d621488eb6b618fa7be5f7c7 2024-12-06T00:58:54,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ac30ac4c73464868922b8a221a3474cd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ac30ac4c73464868922b8a221a3474cd 2024-12-06T00:58:54,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8cab05f1f2424e83a2384d68063cef14 2024-12-06T00:58:54,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ae46cbfd8fea49458194d1940ef26e8d 2024-12-06T00:58:54,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e11d3847f735494cb6241bce891e840b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e11d3847f735494cb6241bce891e840b 2024-12-06T00:58:54,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e1a9d85a57794c11854053ccf6f1bae6 2024-12-06T00:58:54,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0587fe29197349178d584cc913bee812 2024-12-06T00:58:54,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/174314510609450e962564e8da2d1462 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/174314510609450e962564e8da2d1462 2024-12-06T00:58:54,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/b748ea2388984c9d9cb4ac62cece627a 2024-12-06T00:58:54,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/821cbac24b9141809bf22e24a272b940 2024-12-06T00:58:54,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/74256b0f5135426e880f23408048df9f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/74256b0f5135426e880f23408048df9f 2024-12-06T00:58:54,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/a07240b493ee482aa1060ff0d462bdca 2024-12-06T00:58:54,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5deed1be339446c99e09530d0e9e8f36 2024-12-06T00:58:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/943311ff2da5434080e6c6cba2a7cfd6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/943311ff2da5434080e6c6cba2a7cfd6 2024-12-06T00:58:54,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/484932e508af46bfbed1009655b9171a 2024-12-06T00:58:54,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/ee3ffa48eee74737862ba038b99e34f3 2024-12-06T00:58:54,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/969a2e052d5f4e29a4c21157ce71e819 2024-12-06T00:58:54,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0b5b2843d5d24c6a90645dd7de069fcf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/0b5b2843d5d24c6a90645dd7de069fcf 2024-12-06T00:58:54,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/5c06aa9b66fa42a7a3ceafaddcbf826a 2024-12-06T00:58:54,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/576244366bb04c7f9e43b6a22c7c8b64 2024-12-06T00:58:54,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/6a472931aacd4443af224156f6f0a141 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/6a472931aacd4443af224156f6f0a141 2024-12-06T00:58:54,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/1990f725ea254027a6f9d5a2101e4645 2024-12-06T00:58:54,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/940fe3ea58f14bea8ad8a3dc0130b868 2024-12-06T00:58:54,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/aef1d7a2771b4d77a992d4eb45455e6d 2024-12-06T00:58:54,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/52b63f7bafe14853a77993df88707cee 2024-12-06T00:58:54,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/c33170da4602477eb14606fcc0b27649 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/c33170da4602477eb14606fcc0b27649 2024-12-06T00:58:54,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e561671a195346f9981e8f04574f3621 2024-12-06T00:58:54,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/406e9c820a034c45a20023c80cc5af5c 2024-12-06T00:58:54,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/e41635f4ae754771a9a502ca628566f4 2024-12-06T00:58:54,577 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits/461.seqid, newMaxSeqId=461, maxSeqId=4 2024-12-06T00:58:54,577 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. 2024-12-06T00:58:54,578 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] regionserver.HRegion(1676): Region close journal for 8d078e2e0e5c61171157184bb3785a71: Waiting for close lock at 1733446732827Running coprocessor pre-close hooks at 1733446732827Disabling compacts and flushes for region at 1733446732827Disabling writes for close at 1733446732828 (+1 ms)Obtaining lock to block concurrent updates at 1733446732828Preparing flush snapshotting stores in 8d078e2e0e5c61171157184bb3785a71 at 1733446732828Finished memstore snapshotting TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733446732828Flushing stores of TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71. at 1733446732828Flushing 8d078e2e0e5c61171157184bb3785a71/A: creating writer at 1733446732828Flushing mob file 8d078e2e0e5c61171157184bb3785a71/A: appending metadata at 1733446732833 (+5 ms)Flushing mob file 8d078e2e0e5c61171157184bb3785a71/A: closing flushed file at 1733446732833Flushing 8d078e2e0e5c61171157184bb3785a71/A: appending metadata at 1733446733241 (+408 ms)Flushing 8d078e2e0e5c61171157184bb3785a71/A: closing flushed file at 1733446733241Flushing 8d078e2e0e5c61171157184bb3785a71/B: creating writer at 1733446733649 (+408 ms)Flushing 8d078e2e0e5c61171157184bb3785a71/B: appending metadata at 1733446733651 (+2 ms)Flushing 8d078e2e0e5c61171157184bb3785a71/B: closing flushed file at 1733446733651Flushing 8d078e2e0e5c61171157184bb3785a71/C: creating writer at 1733446734065 (+414 ms)Flushing 8d078e2e0e5c61171157184bb3785a71/C: appending metadata at 1733446734067 (+2 ms)Flushing 8d078e2e0e5c61171157184bb3785a71/C: closing flushed file at 1733446734067Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64093876: reopening flushed file at 1733446734477 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@606f0307: reopening flushed file at 1733446734480 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb4dccc: reopening flushed file at 1733446734483 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 8d078e2e0e5c61171157184bb3785a71 in 1658ms, sequenceid=458, compaction requested=true at 1733446734486 (+3 ms)Writing region close event to WAL at 1733446734574 (+88 ms)Running coprocessor post-close hooks at 1733446734577 (+3 ms)Closed at 1733446734577 2024-12-06T00:58:54,579 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=132}] handler.UnassignRegionHandler(157): Closed 8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,580 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=131 updating hbase:meta row=8d078e2e0e5c61171157184bb3785a71, regionState=CLOSED 2024-12-06T00:58:54,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=132, ppid=131, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:54,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-06T00:58:54,584 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; CloseRegionProcedure 8d078e2e0e5c61171157184bb3785a71, server=f7c814cf3c7e,36411,1733446618544 in 1.9070 sec 2024-12-06T00:58:54,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=131, resume processing ppid=130 2024-12-06T00:58:54,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, ppid=130, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=8d078e2e0e5c61171157184bb3785a71, UNASSIGN in 1.9120 sec 2024-12-06T00:58:54,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-06T00:58:54,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9160 sec 2024-12-06T00:58:54,589 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446734589"}]},"ts":"1733446734589"} 2024-12-06T00:58:54,590 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:58:54,590 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:58:54,592 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9260 sec 2024-12-06T00:58:54,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-06T00:58:54,814 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:54,814 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:58:54,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,816 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=133, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T00:58:54,817 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=133, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,819 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,821 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits] 2024-12-06T00:58:54,822 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/cdca1a9c82604d8ebb5ae6f5ade7a45c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/cdca1a9c82604d8ebb5ae6f5ade7a45c 2024-12-06T00:58:54,823 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ecdc857e58fd4e7fa04aa272dafa9e29 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/ecdc857e58fd4e7fa04aa272dafa9e29 2024-12-06T00:58:54,824 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/fdd935544d8441a6bc7368b3af37a33f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/A/fdd935544d8441a6bc7368b3af37a33f 2024-12-06T00:58:54,826 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a7af921504c3494e8a391d56979a0ba2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/a7af921504c3494e8a391d56979a0ba2 2024-12-06T00:58:54,827 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/cc4c07d505bc40b2bb5e1c3abf9c9a3d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/cc4c07d505bc40b2bb5e1c3abf9c9a3d 2024-12-06T00:58:54,828 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/e04397f5e3024316bc98f80c2aedbeba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/B/e04397f5e3024316bc98f80c2aedbeba 2024-12-06T00:58:54,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/80a4d8eeaf514154a4b45cdc51081191 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/80a4d8eeaf514154a4b45cdc51081191 2024-12-06T00:58:54,830 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8a5c74c0eaaa4b0db06f49c48b050902 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8a5c74c0eaaa4b0db06f49c48b050902 2024-12-06T00:58:54,831 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8b65f727d90047f3affc33e11e2c4bf9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/C/8b65f727d90047f3affc33e11e2c4bf9 2024-12-06T00:58:54,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits/461.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71/recovered.edits/461.seqid 2024-12-06T00:58:54,834 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,834 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:58:54,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:58:54,835 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T00:58:54,837 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600794180bd644d32a5e5c3018687012a_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600794180bd644d32a5e5c3018687012a_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,838 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600965d75c9b54a4b84cf0c441425d10d_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120600965d75c9b54a4b84cf0c441425d10d_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,839 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602d706c04bed4062a39e9d222090b6c6_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120602d706c04bed4062a39e9d222090b6c6_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,840 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206132a2905c46f48718fe0f1847382c294_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206132a2905c46f48718fe0f1847382c294_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,841 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062f6f947f324d402e80ae780a8b262dfa_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062f6f947f324d402e80ae780a8b262dfa_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,842 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063216de54215f4efbafcae94ec7516962_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063216de54215f4efbafcae94ec7516962_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,843 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638a0af13c0644358bf21ded689f0aaf3_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120638a0af13c0644358bf21ded689f0aaf3_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,844 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063b5ab4044ec74eb79d0a4e8fa91da031_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063b5ab4044ec74eb79d0a4e8fa91da031_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,845 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f23fd81c93a429b8a183601b429bd73_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063f23fd81c93a429b8a183601b429bd73_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,846 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644041e1356164f2190fe154b70a135f9_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644041e1356164f2190fe154b70a135f9_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,847 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064b2513d84a1741e2a76e688496998a0a_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064b2513d84a1741e2a76e688496998a0a_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,847 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f2cc9e0af62490fa65fcf5bc79ad1f3_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064f2cc9e0af62490fa65fcf5bc79ad1f3_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,848 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065681e4cd10144f4f843376e67590228f_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065681e4cd10144f4f843376e67590228f_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,849 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120672a8ed1f9e0144bdb2e083f8b30dd6ba_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120672a8ed1f9e0144bdb2e083f8b30dd6ba_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,850 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120674fbac7f12f64c9aa4e0366ab8f30358_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120674fbac7f12f64c9aa4e0366ab8f30358_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,851 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120679bc095a1d724de0ace37c2e15fd7557_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120679bc095a1d724de0ace37c2e15fd7557_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,852 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067fb134334884424b992139bc3d3f4d17_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067fb134334884424b992139bc3d3f4d17_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,853 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681cc31e145fe44e3b3f6b4380a928b78_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681cc31e145fe44e3b3f6b4380a928b78_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,854 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068c14373cd85b44f18c743e01ca1b4620_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068c14373cd85b44f18c743e01ca1b4620_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,855 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206925721c9b94f4741b8d568ab37dbd109_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206925721c9b94f4741b8d568ab37dbd109_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,856 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1c4430b5b3e42ab874a77fcbc4fdcc5_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1c4430b5b3e42ab874a77fcbc4fdcc5_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,857 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aa5d51aad7c74aae9a813112dcce1580_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206aa5d51aad7c74aae9a813112dcce1580_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,858 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d9c173dd91c844319059698118ac9370_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d9c173dd91c844319059698118ac9370_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,859 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de31d66fc97545ebb2c2d7866067cb2d_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206de31d66fc97545ebb2c2d7866067cb2d_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,860 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecc8e5b7b3c94fdc90a918469e858b8e_8d078e2e0e5c61171157184bb3785a71 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecc8e5b7b3c94fdc90a918469e858b8e_8d078e2e0e5c61171157184bb3785a71 2024-12-06T00:58:54,861 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:58:54,863 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=133, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,866 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:58:54,868 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:58:54,869 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=133, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,869 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:58:54,869 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446734869"}]},"ts":"9223372036854775807"} 2024-12-06T00:58:54,871 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:58:54,871 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8d078e2e0e5c61171157184bb3785a71, NAME => 'TestAcidGuarantees,,1733446706295.8d078e2e0e5c61171157184bb3785a71.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:58:54,871 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:58:54,871 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446734871"}]},"ts":"9223372036854775807"} 2024-12-06T00:58:54,872 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:58:54,873 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=133, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,874 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 59 msec 2024-12-06T00:58:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-06T00:58:54,924 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:58:54,924 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:54,935 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=242 (was 238) - Thread LEAK? -, OpenFileDescriptor=461 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=526 (was 536), ProcessCount=11 (was 11), AvailableMemoryMB=10558 (was 10671) 2024-12-06T00:58:54,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=526, ProcessCount=11, AvailableMemoryMB=10557 2024-12-06T00:58:54,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:58:54,945 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:58:54,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:58:54,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:58:54,947 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:54,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 134 2024-12-06T00:58:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:54,948 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:58:54,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742379_1555 (size=959) 2024-12-06T00:58:55,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:55,355 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:58:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742380_1556 (size=53) 2024-12-06T00:58:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 334f41c268b348701d7236313ff57d41, disabling compactions & flushes 2024-12-06T00:58:55,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. after waiting 0 ms 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:55,760 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:55,760 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 334f41c268b348701d7236313ff57d41: Waiting for close lock at 1733446735760Disabling compacts and flushes for region at 1733446735760Disabling writes for close at 1733446735760Writing region close event to WAL at 1733446735760Closed at 1733446735760 2024-12-06T00:58:55,761 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:58:55,762 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446735761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446735761"}]},"ts":"1733446735761"} 2024-12-06T00:58:55,763 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:58:55,764 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:58:55,764 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446735764"}]},"ts":"1733446735764"} 2024-12-06T00:58:55,765 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:58:55,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, ASSIGN}] 2024-12-06T00:58:55,766 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, ASSIGN 2024-12-06T00:58:55,767 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:58:55,917 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=334f41c268b348701d7236313ff57d41, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:55,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, ASSIGN because future has completed 2024-12-06T00:58:55,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:58:56,072 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:56,073 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:58:56,073 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,073 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:58:56,073 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,073 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,074 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,076 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334f41c268b348701d7236313ff57d41 columnFamilyName A 2024-12-06T00:58:56,076 DEBUG [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:56,076 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(327): Store=334f41c268b348701d7236313ff57d41/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:56,076 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,077 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334f41c268b348701d7236313ff57d41 columnFamilyName B 2024-12-06T00:58:56,077 DEBUG [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:56,078 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(327): Store=334f41c268b348701d7236313ff57d41/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:56,078 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,079 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334f41c268b348701d7236313ff57d41 columnFamilyName C 2024-12-06T00:58:56,079 DEBUG [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:58:56,079 INFO [StoreOpener-334f41c268b348701d7236313ff57d41-1 {}] regionserver.HStore(327): Store=334f41c268b348701d7236313ff57d41/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:58:56,079 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,080 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,080 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,081 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,081 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,081 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:58:56,082 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:56,084 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:58:56,084 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 334f41c268b348701d7236313ff57d41; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66525923, jitterRate=-0.008686497807502747}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:58:56,084 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:56,084 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 334f41c268b348701d7236313ff57d41: Running coprocessor pre-open hook at 1733446736074Writing region info on filesystem at 1733446736074Initializing all the Stores at 1733446736074Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446736074Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446736074Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446736074Cleaning up temporary data from old regions at 1733446736081 (+7 ms)Running coprocessor post-open hooks at 1733446736084 (+3 ms)Region opened successfully at 1733446736084 2024-12-06T00:58:56,085 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., pid=136, masterSystemTime=1733446736070 2024-12-06T00:58:56,087 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:56,087 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:56,087 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=135 updating hbase:meta row=334f41c268b348701d7236313ff57d41, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:56,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=135, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:58:56,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-06T00:58:56,091 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; OpenRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 in 170 msec 2024-12-06T00:58:56,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134 2024-12-06T00:58:56,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, ASSIGN in 326 msec 2024-12-06T00:58:56,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:58:56,093 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446736093"}]},"ts":"1733446736093"} 2024-12-06T00:58:56,095 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:58:56,095 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=134, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:58:56,096 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-06T00:58:56,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T00:58:57,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=134 2024-12-06T00:58:57,094 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:57,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@204ac613, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,095 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,096 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2adcfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,096 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,097 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,097 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,098 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7affde3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,099 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,100 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,100 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:58:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:58:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b098509 2024-12-06T00:58:57,101 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:58:57,102 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59276, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:58:57,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74bdbad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,103 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,104 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229fc07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,104 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,105 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,105 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59294, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,106 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41224dff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ac69b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,107 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf2e77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,107 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,108 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,108 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59302, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,109 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fb8e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@277a5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,109 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,110 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56767b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,110 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,111 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40efb98a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df5cdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,114 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,114 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67bba104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,116 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59334, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,116 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168ce28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,118 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b9b902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,118 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4687bf5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,119 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,120 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59352, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ad22a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9f4da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,123 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705936ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,124 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,124 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129ae9e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107467c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c8482d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,127 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,128 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59390, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50ed682e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2acfd5e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,129 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,129 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508ae8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,130 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,131 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59412, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,131 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27842f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@379767c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,132 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,132 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,132 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7f2f5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,134 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59430, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,134 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b29b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,135 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f15306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,135 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:58:57,135 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:58:57,135 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:58:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:58:57,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:58:57,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c06e032, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:58:57,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:58:57,136 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:58:57,136 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59452, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:58:57,137 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3ea294, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:58:57,144 DEBUG [Thread-2442 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,144 DEBUG [Thread-2453 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,144 DEBUG [Thread-2446 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,144 DEBUG [Thread-2457 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,145 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32928, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,147 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,148 DEBUG [Thread-2455 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,150 DEBUG [Thread-2440 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,150 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,154 DEBUG [Thread-2438 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,156 DEBUG [Thread-2444 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32958, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,156 DEBUG [Thread-2449 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,157 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,157 DEBUG [Thread-2451 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:58:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,158 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32962, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,158 DEBUG [Thread-2451 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,159 DEBUG [Thread-2451 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees 2024-12-06T00:58:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:58:57,161 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:58:57,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:57,162 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:57,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32988, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:58:57,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:57,163 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:57,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:58:57,163 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=137, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:57,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,164 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2] 2024-12-06T00:58:57,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/03e2dbc4073c433f97256d78109f28b7 is 50, key is test_row_0/A:col10/1733446737160/Put/seqid=0 2024-12-06T00:58:57,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742381_1557 (size=16681) 2024-12-06T00:58:57,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446797209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,225 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446797220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,234 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446797221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446797224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446797224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:57,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,317 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,339 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446797332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,339 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,340 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446797343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446797343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446797343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,353 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446797343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,472 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:57,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446797543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,546 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446797562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446797563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,572 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446797563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446797563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/03e2dbc4073c433f97256d78109f28b7 2024-12-06T00:58:57,628 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/758d251137484e9ab79956c7278f13bb is 50, key is test_row_0/B:col10/1733446737160/Put/seqid=0 2024-12-06T00:58:57,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742382_1558 (size=12001) 2024-12-06T00:58:57,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/758d251137484e9ab79956c7278f13bb 2024-12-06T00:58:57,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/4986bb69f6b54f14af442bcfcbed0b57 is 50, key is test_row_0/C:col10/1733446737160/Put/seqid=0 2024-12-06T00:58:57,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742383_1559 (size=12001) 2024-12-06T00:58:57,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:57,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:57,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:57,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446797852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,858 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446797883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446797883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446797883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446797883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:57,893 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:57,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:57,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:57,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:58,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/4986bb69f6b54f14af442bcfcbed0b57 2024-12-06T00:58:58,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/03e2dbc4073c433f97256d78109f28b7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7 2024-12-06T00:58:58,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:58,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:58,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:58,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] handler.RSProcedureHandler(58): pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:58,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=138 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:58,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=138 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:58,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7, entries=250, sequenceid=12, filesize=16.3 K 2024-12-06T00:58:58,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/758d251137484e9ab79956c7278f13bb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb 2024-12-06T00:58:58,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T00:58:58,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/4986bb69f6b54f14af442bcfcbed0b57 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57 2024-12-06T00:58:58,104 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T00:58:58,105 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 334f41c268b348701d7236313ff57d41 in 942ms, sequenceid=12, compaction requested=false 2024-12-06T00:58:58,105 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T00:58:58,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:58,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=138 2024-12-06T00:58:58,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:58,243 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:58:58,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cea1c39f17974e838e06df0368772077 is 50, key is test_row_0/A:col10/1733446737218/Put/seqid=0 2024-12-06T00:58:58,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742384_1560 (size=12001) 2024-12-06T00:58:58,259 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cea1c39f17974e838e06df0368772077 2024-12-06T00:58:58,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f33c740d86674b0d9b9eb3a44971e8e6 is 50, key is test_row_0/B:col10/1733446737218/Put/seqid=0 2024-12-06T00:58:58,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742385_1561 (size=12001) 2024-12-06T00:58:58,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:58,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:58,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:58,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446798403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446798409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,420 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446798412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,426 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446798414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446798415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,428 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446798523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446798533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446798533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446798533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,682 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f33c740d86674b0d9b9eb3a44971e8e6 2024-12-06T00:58:58,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/f306086366964663a791eafb51b19cab is 50, key is test_row_0/C:col10/1733446737218/Put/seqid=0 2024-12-06T00:58:58,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742386_1562 (size=12001) 2024-12-06T00:58:58,697 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/f306086366964663a791eafb51b19cab 2024-12-06T00:58:58,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cea1c39f17974e838e06df0368772077 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077 2024-12-06T00:58:58,708 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:58:58,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f33c740d86674b0d9b9eb3a44971e8e6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6 2024-12-06T00:58:58,712 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:58:58,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/f306086366964663a791eafb51b19cab as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab 2024-12-06T00:58:58,717 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T00:58:58,718 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 334f41c268b348701d7236313ff57d41 in 475ms, sequenceid=37, compaction requested=false 2024-12-06T00:58:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:58,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138 2024-12-06T00:58:58,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=138 2024-12-06T00:58:58,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-06T00:58:58,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5570 sec 2024-12-06T00:58:58,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=137, table=TestAcidGuarantees in 1.5650 sec 2024-12-06T00:58:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:58,739 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:58,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:58:58,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e72bb02df21e41c2ac988ac5275decdd is 50, key is test_row_0/A:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:58,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742387_1563 (size=14341) 2024-12-06T00:58:58,788 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e72bb02df21e41c2ac988ac5275decdd 2024-12-06T00:58:58,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/0747273f6154499c9138eabc5d0c1d82 is 50, key is test_row_0/B:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:58,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742388_1564 (size=12001) 2024-12-06T00:58:58,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/0747273f6154499c9138eabc5d0c1d82 2024-12-06T00:58:58,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1d0e98fa182a4f63bc53cb1d3bb4827b is 50, key is test_row_0/C:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:58,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742389_1565 (size=12001) 2024-12-06T00:58:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446798837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446798838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446798839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,854 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446798853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446798963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446798963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,975 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446798963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:58,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:58,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446798972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:58,980 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446799183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446799184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446799184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446799184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,194 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1d0e98fa182a4f63bc53cb1d3bb4827b 2024-12-06T00:58:59,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e72bb02df21e41c2ac988ac5275decdd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd 2024-12-06T00:58:59,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd, entries=200, sequenceid=50, filesize=14.0 K 2024-12-06T00:58:59,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/0747273f6154499c9138eabc5d0c1d82 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82 2024-12-06T00:58:59,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T00:58:59,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1d0e98fa182a4f63bc53cb1d3bb4827b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b 2024-12-06T00:58:59,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b, entries=150, sequenceid=50, filesize=11.7 K 2024-12-06T00:58:59,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 334f41c268b348701d7236313ff57d41 in 515ms, sequenceid=50, compaction requested=true 2024-12-06T00:58:59,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:59,255 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:59,255 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:58:59,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:59,259 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:59,259 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:58:59,259 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,259 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=35.2 K 2024-12-06T00:58:59,259 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43023 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:59,259 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:58:59,259 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,259 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=42.0 K 2024-12-06T00:58:59,261 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 03e2dbc4073c433f97256d78109f28b7, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733446737151 2024-12-06T00:58:59,261 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 758d251137484e9ab79956c7278f13bb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733446737160 2024-12-06T00:58:59,261 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f33c740d86674b0d9b9eb3a44971e8e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446737218 2024-12-06T00:58:59,261 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cea1c39f17974e838e06df0368772077, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446737218 2024-12-06T00:58:59,261 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0747273f6154499c9138eabc5d0c1d82, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:58:59,262 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e72bb02df21e41c2ac988ac5275decdd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:58:59,271 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:59,271 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#473 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:59,272 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/215e25011599459b99eb6cb3e192c5de is 50, key is test_row_0/A:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:59,272 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3d14aa1a50864d0181df488f19cd02b4 is 50, key is test_row_0/B:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742390_1566 (size=12104) 2024-12-06T00:58:59,282 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/215e25011599459b99eb6cb3e192c5de as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/215e25011599459b99eb6cb3e192c5de 2024-12-06T00:58:59,287 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 215e25011599459b99eb6cb3e192c5de(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:59,288 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:59,288 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446739255; duration=0sec 2024-12-06T00:58:59,288 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:58:59,288 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:58:59,288 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:58:59,289 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:58:59,289 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:58:59,289 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,289 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=35.2 K 2024-12-06T00:58:59,291 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4986bb69f6b54f14af442bcfcbed0b57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733446737160 2024-12-06T00:58:59,291 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f306086366964663a791eafb51b19cab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733446737218 2024-12-06T00:58:59,291 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d0e98fa182a4f63bc53cb1d3bb4827b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:58:59,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742391_1567 (size=12104) 2024-12-06T00:58:59,299 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3d14aa1a50864d0181df488f19cd02b4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d14aa1a50864d0181df488f19cd02b4 2024-12-06T00:58:59,304 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:58:59,305 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/444ad7b1e5cd4442ba978901082833a0 is 50, key is test_row_0/C:col10/1733446738412/Put/seqid=0 2024-12-06T00:58:59,306 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 3d14aa1a50864d0181df488f19cd02b4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:59,306 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:59,307 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446739255; duration=0sec 2024-12-06T00:58:59,307 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:59,307 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:58:59,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742392_1568 (size=12104) 2024-12-06T00:58:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-06T00:58:59,323 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:58:59,323 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:58:59,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees 2024-12-06T00:58:59,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:58:59,326 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:58:59,327 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=139, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:58:59,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:58:59,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:58:59,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:58:59,437 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:58:59,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:58:59,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/9769751ab5d34ea1a008d2b531b5909e is 50, key is test_row_0/A:col10/1733446738792/Put/seqid=0 2024-12-06T00:58:59,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742393_1569 (size=14341) 2024-12-06T00:58:59,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:58:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446799503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,511 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446799503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446799503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,512 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446799510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446799511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,523 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446799623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,634 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,635 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:58:59,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:59,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446799633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:58:59,718 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/444ad7b1e5cd4442ba978901082833a0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/444ad7b1e5cd4442ba978901082833a0 2024-12-06T00:58:59,722 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 444ad7b1e5cd4442ba978901082833a0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:58:59,722 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:58:59,722 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446739255; duration=0sec 2024-12-06T00:58:59,723 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:58:59,723 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:58:59,788 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:58:59,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:59,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,848 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/9769751ab5d34ea1a008d2b531b5909e 2024-12-06T00:58:59,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446799843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:58:59,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,851 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446799843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:58:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:58:59,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:58:59,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/7a170ebd74d64b0f90ebe1c26c410fae is 50, key is test_row_0/B:col10/1733446738792/Put/seqid=0 2024-12-06T00:58:59,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742394_1570 (size=12001) 2024-12-06T00:58:59,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/7a170ebd74d64b0f90ebe1c26c410fae 2024-12-06T00:58:59,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1c22c277fe134a22820b36814338e64d is 50, key is test_row_0/C:col10/1733446738792/Put/seqid=0 2024-12-06T00:58:59,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742395_1571 (size=12001) 2024-12-06T00:58:59,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:58:59,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:58:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:58:59,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:58:59,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:59:00,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446800013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,025 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446800023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446800023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:59:00,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,101 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:59:00,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446800163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446800163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,169 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:59:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,250 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] handler.RSProcedureHandler(58): pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=140 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=140 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:00,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1c22c277fe134a22820b36814338e64d 2024-12-06T00:59:00,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/9769751ab5d34ea1a008d2b531b5909e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e 2024-12-06T00:59:00,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e, entries=200, sequenceid=76, filesize=14.0 K 2024-12-06T00:59:00,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/7a170ebd74d64b0f90ebe1c26c410fae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae 2024-12-06T00:59:00,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T00:59:00,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/1c22c277fe134a22820b36814338e64d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d 2024-12-06T00:59:00,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T00:59:00,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 334f41c268b348701d7236313ff57d41 in 862ms, sequenceid=76, compaction requested=false 2024-12-06T00:59:00,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:00,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=140 2024-12-06T00:59:00,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,403 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:00,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/99e8f75219fe41db9a8140efe242862d is 50, key is test_row_0/A:col10/1733446739509/Put/seqid=0 2024-12-06T00:59:00,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742396_1572 (size=12001) 2024-12-06T00:59:00,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:59:00,551 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd] to archive 2024-12-06T00:59:00,553 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:00,553 WARN [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 6, running: 1 2024-12-06T00:59:00,571 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/03e2dbc4073c433f97256d78109f28b7 2024-12-06T00:59:00,572 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cea1c39f17974e838e06df0368772077 2024-12-06T00:59:00,574 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e72bb02df21e41c2ac988ac5275decdd 2024-12-06T00:59:00,575 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82] to archive 2024-12-06T00:59:00,576 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:00,580 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/758d251137484e9ab79956c7278f13bb 2024-12-06T00:59:00,582 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f33c740d86674b0d9b9eb3a44971e8e6 2024-12-06T00:59:00,585 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/0747273f6154499c9138eabc5d0c1d82 2024-12-06T00:59:00,586 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b] to archive 2024-12-06T00:59:00,587 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:00,589 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/4986bb69f6b54f14af442bcfcbed0b57 2024-12-06T00:59:00,593 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/f306086366964663a791eafb51b19cab 2024-12-06T00:59:00,595 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/f7c814cf3c7e:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1d0e98fa182a4f63bc53cb1d3bb4827b 2024-12-06T00:59:00,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:00,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:00,814 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/99e8f75219fe41db9a8140efe242862d 2024-12-06T00:59:00,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/cbc95d428bd34292aaef864a0394c2a1 is 50, key is test_row_0/B:col10/1733446739509/Put/seqid=0 2024-12-06T00:59:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742397_1573 (size=12001) 2024-12-06T00:59:00,856 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/cbc95d428bd34292aaef864a0394c2a1 2024-12-06T00:59:00,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446800835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,859 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/01059fd92733490aa1499758f78245ca is 50, key is test_row_0/C:col10/1733446739509/Put/seqid=0 2024-12-06T00:59:00,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:00,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446800854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:00,872 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:00,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742398_1574 (size=12001) 2024-12-06T00:59:00,873 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/01059fd92733490aa1499758f78245ca 2024-12-06T00:59:00,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/99e8f75219fe41db9a8140efe242862d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d 2024-12-06T00:59:00,884 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:59:00,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/cbc95d428bd34292aaef864a0394c2a1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1 2024-12-06T00:59:00,887 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:59:00,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/01059fd92733490aa1499758f78245ca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca 2024-12-06T00:59:00,893 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca, entries=150, sequenceid=89, filesize=11.7 K 2024-12-06T00:59:00,894 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 334f41c268b348701d7236313ff57d41 in 491ms, sequenceid=89, compaction requested=true 2024-12-06T00:59:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:00,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=140}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=140 2024-12-06T00:59:00,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=140 2024-12-06T00:59:00,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-06T00:59:00,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5710 sec 2024-12-06T00:59:00,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=139, table=TestAcidGuarantees in 1.5770 sec 2024-12-06T00:59:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:00,971 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:00,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:00,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/629cdb14dc164fc19cee4a1f28f7c17a is 50, key is test_row_0/A:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:00,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742399_1575 (size=14341) 2024-12-06T00:59:00,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/629cdb14dc164fc19cee4a1f28f7c17a 2024-12-06T00:59:00,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b379a287b5f3498999940d5828d4cde7 is 50, key is test_row_0/B:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:01,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742400_1576 (size=12001) 2024-12-06T00:59:01,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b379a287b5f3498999940d5828d4cde7 2024-12-06T00:59:01,017 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/3e214c342f9e469ba59db94ef2edbc30 is 50, key is test_row_0/C:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742401_1577 (size=12001) 2024-12-06T00:59:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446801026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446801033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,042 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446801034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,046 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,058 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446801043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446801043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,059 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,059 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,060 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,060 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446801143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,156 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446801152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,163 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446801363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446801372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,382 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/3e214c342f9e469ba59db94ef2edbc30 2024-12-06T00:59:01,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/629cdb14dc164fc19cee4a1f28f7c17a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a 2024-12-06T00:59:01,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a, entries=200, sequenceid=114, filesize=14.0 K 2024-12-06T00:59:01,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b379a287b5f3498999940d5828d4cde7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7 2024-12-06T00:59:01,448 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T00:59:01,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/3e214c342f9e469ba59db94ef2edbc30 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30 2024-12-06T00:59:01,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T00:59:01,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 334f41c268b348701d7236313ff57d41 in 482ms, sequenceid=114, compaction requested=true 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:01,453 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:01,453 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:01,454 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:01,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52787 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:01,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:01,455 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:01,456 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/215e25011599459b99eb6cb3e192c5de, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=51.5 K 2024-12-06T00:59:01,456 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:01,456 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:01,456 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:01,456 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d14aa1a50864d0181df488f19cd02b4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=47.0 K 2024-12-06T00:59:01,456 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d14aa1a50864d0181df488f19cd02b4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:59:01,457 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 215e25011599459b99eb6cb3e192c5de, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:59:01,457 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7a170ebd74d64b0f90ebe1c26c410fae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446738792 2024-12-06T00:59:01,457 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9769751ab5d34ea1a008d2b531b5909e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446738792 2024-12-06T00:59:01,457 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cbc95d428bd34292aaef864a0394c2a1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446739462 2024-12-06T00:59:01,457 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99e8f75219fe41db9a8140efe242862d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446739462 2024-12-06T00:59:01,458 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 629cdb14dc164fc19cee4a1f28f7c17a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:01,458 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b379a287b5f3498999940d5828d4cde7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:01,480 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:01,481 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/eebfceab71944f6f9bcf1330463f26a8 is 50, key is test_row_0/A:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:01,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=139 2024-12-06T00:59:01,489 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:01,489 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:01,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees 2024-12-06T00:59:01,492 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:01,493 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:01,493 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/68e3fc02e62a4d1b98902b46494a7632 is 50, key is test_row_0/B:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:01,493 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=141, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:01,493 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=142, ppid=141, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:01,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T00:59:01,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742403_1579 (size=12139) 2024-12-06T00:59:01,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742402_1578 (size=12139) 2024-12-06T00:59:01,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T00:59:01,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=142 2024-12-06T00:59:01,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:01,649 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:01,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/0ec20fa6c7c543f79250467b362f11af is 50, key is test_row_0/A:col10/1733446741031/Put/seqid=0 2024-12-06T00:59:01,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742404_1580 (size=12001) 2024-12-06T00:59:01,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:01,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:01,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T00:59:01,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446801840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446801841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,917 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/68e3fc02e62a4d1b98902b46494a7632 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/68e3fc02e62a4d1b98902b46494a7632 2024-12-06T00:59:01,923 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/eebfceab71944f6f9bcf1330463f26a8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/eebfceab71944f6f9bcf1330463f26a8 2024-12-06T00:59:01,923 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 68e3fc02e62a4d1b98902b46494a7632(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:01,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:01,923 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=12, startTime=1733446741453; duration=0sec 2024-12-06T00:59:01,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:01,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:01,923 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:01,924 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:01,924 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:01,925 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:01,925 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/444ad7b1e5cd4442ba978901082833a0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=47.0 K 2024-12-06T00:59:01,925 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 444ad7b1e5cd4442ba978901082833a0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733446738411 2024-12-06T00:59:01,925 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c22c277fe134a22820b36814338e64d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733446738792 2024-12-06T00:59:01,926 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 01059fd92733490aa1499758f78245ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733446739462 2024-12-06T00:59:01,926 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3e214c342f9e469ba59db94ef2edbc30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:01,929 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into eebfceab71944f6f9bcf1330463f26a8(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:01,929 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:01,929 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=12, startTime=1733446741453; duration=0sec 2024-12-06T00:59:01,929 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:01,929 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:01,936 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#488 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:01,936 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/98f824b7d73a43318d0ec4203d48e799 is 50, key is test_row_0/C:col10/1733446740969/Put/seqid=0 2024-12-06T00:59:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742405_1581 (size=12139) 2024-12-06T00:59:01,957 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/98f824b7d73a43318d0ec4203d48e799 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/98f824b7d73a43318d0ec4203d48e799 2024-12-06T00:59:01,967 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 98f824b7d73a43318d0ec4203d48e799(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:01,967 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:01,967 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=12, startTime=1733446741453; duration=0sec 2024-12-06T00:59:01,967 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:01,967 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446801963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446801963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:01,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,058 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/0ec20fa6c7c543f79250467b362f11af 2024-12-06T00:59:02,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/16dc60b285c54b76858173a4b9e7d182 is 50, key is test_row_0/B:col10/1733446741031/Put/seqid=0 2024-12-06T00:59:02,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742406_1582 (size=12001) 2024-12-06T00:59:02,076 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/16dc60b285c54b76858173a4b9e7d182 2024-12-06T00:59:02,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/232a7c56bc8b460cb89b90b7d1f53813 is 50, key is test_row_0/C:col10/1733446741031/Put/seqid=0 2024-12-06T00:59:02,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742407_1583 (size=12001) 2024-12-06T00:59:02,095 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/232a7c56bc8b460cb89b90b7d1f53813 2024-12-06T00:59:02,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/0ec20fa6c7c543f79250467b362f11af as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af 2024-12-06T00:59:02,108 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af, entries=150, sequenceid=125, filesize=11.7 K 2024-12-06T00:59:02,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/16dc60b285c54b76858173a4b9e7d182 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182 2024-12-06T00:59:02,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T00:59:02,123 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182, entries=150, sequenceid=125, filesize=11.7 K 2024-12-06T00:59:02,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/232a7c56bc8b460cb89b90b7d1f53813 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813 2024-12-06T00:59:02,131 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813, entries=150, sequenceid=125, filesize=11.7 K 2024-12-06T00:59:02,132 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 334f41c268b348701d7236313ff57d41 in 484ms, sequenceid=125, compaction requested=false 2024-12-06T00:59:02,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142 2024-12-06T00:59:02,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=142 2024-12-06T00:59:02,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=141 2024-12-06T00:59:02,138 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 643 msec 2024-12-06T00:59:02,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=141, table=TestAcidGuarantees in 649 msec 2024-12-06T00:59:02,191 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:02,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:59:02,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:02,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/93842e9ec1c64a4e89c59f05db997abd is 50, key is test_row_0/A:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742408_1584 (size=14541) 2024-12-06T00:59:02,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/93842e9ec1c64a4e89c59f05db997abd 2024-12-06T00:59:02,235 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1f1d55aceb924c8897e6699be00a9c0b is 50, key is test_row_0/B:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742409_1585 (size=12151) 2024-12-06T00:59:02,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1f1d55aceb924c8897e6699be00a9c0b 2024-12-06T00:59:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446802232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446802233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,250 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/804883170a5642ee86f8b03250ef70bf is 50, key is test_row_0/C:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742410_1586 (size=12151) 2024-12-06T00:59:02,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/804883170a5642ee86f8b03250ef70bf 2024-12-06T00:59:02,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/93842e9ec1c64a4e89c59f05db997abd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd 2024-12-06T00:59:02,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd, entries=200, sequenceid=154, filesize=14.2 K 2024-12-06T00:59:02,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1f1d55aceb924c8897e6699be00a9c0b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b 2024-12-06T00:59:02,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b, entries=150, sequenceid=154, filesize=11.9 K 2024-12-06T00:59:02,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/804883170a5642ee86f8b03250ef70bf as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf 2024-12-06T00:59:02,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf, entries=150, sequenceid=154, filesize=11.9 K 2024-12-06T00:59:02,378 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 334f41c268b348701d7236313ff57d41 in 186ms, sequenceid=154, compaction requested=true 2024-12-06T00:59:02,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:02,379 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:02,384 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38681 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:02,384 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:02,384 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,384 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/eebfceab71944f6f9bcf1330463f26a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.8 K 2024-12-06T00:59:02,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:02,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:02,384 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eebfceab71944f6f9bcf1330463f26a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:02,385 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ec20fa6c7c543f79250467b362f11af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733446741007 2024-12-06T00:59:02,385 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93842e9ec1c64a4e89c59f05db997abd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:02,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:02,390 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:02,391 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:02,391 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:02,391 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,391 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/68e3fc02e62a4d1b98902b46494a7632, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=35.4 K 2024-12-06T00:59:02,391 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 68e3fc02e62a4d1b98902b46494a7632, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:02,392 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 16dc60b285c54b76858173a4b9e7d182, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733446741007 2024-12-06T00:59:02,392 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f1d55aceb924c8897e6699be00a9c0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:02,404 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:02,404 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:02,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:02,405 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b54dd4e058b64b0d84e86b864eac55aa is 50, key is test_row_0/A:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/67d5f2caeafd4261992ce98d359bfc0e is 50, key is test_row_0/A:col10/1733446742380/Put/seqid=0 2024-12-06T00:59:02,448 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#496 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:02,448 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/8e1cc808b11c493cb2a01ee84c98a5bd is 50, key is test_row_0/B:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742411_1587 (size=12391) 2024-12-06T00:59:02,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742412_1588 (size=14541) 2024-12-06T00:59:02,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/67d5f2caeafd4261992ce98d359bfc0e 2024-12-06T00:59:02,506 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d3188ece303f4e1ab48d2a875ae1a29c is 50, key is test_row_0/B:col10/1733446742380/Put/seqid=0 2024-12-06T00:59:02,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742413_1589 (size=12391) 2024-12-06T00:59:02,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742414_1590 (size=12151) 2024-12-06T00:59:02,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446802614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,629 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446802614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,637 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-06T00:59:02,639 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,640 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,640 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:02,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees 2024-12-06T00:59:02,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T00:59:02,644 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:02,645 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=143, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:02,645 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446802743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446802743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,751 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T00:59:02,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,753 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T00:59:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,863 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b54dd4e058b64b0d84e86b864eac55aa as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b54dd4e058b64b0d84e86b864eac55aa 2024-12-06T00:59:02,874 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into b54dd4e058b64b0d84e86b864eac55aa(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:02,874 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:02,874 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446742378; duration=0sec 2024-12-06T00:59:02,874 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:02,874 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:02,874 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:02,875 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:02,875 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:02,875 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,875 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/98f824b7d73a43318d0ec4203d48e799, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=35.4 K 2024-12-06T00:59:02,876 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98f824b7d73a43318d0ec4203d48e799, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733446740808 2024-12-06T00:59:02,877 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 232a7c56bc8b460cb89b90b7d1f53813, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=125, earliestPutTs=1733446741007 2024-12-06T00:59:02,877 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 804883170a5642ee86f8b03250ef70bf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:02,884 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#498 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:02,885 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/06a24e42c5f44cb792318fc0adce6fa7 is 50, key is test_row_0/C:col10/1733446742189/Put/seqid=0 2024-12-06T00:59:02,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742415_1591 (size=12391) 2024-12-06T00:59:02,911 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/06a24e42c5f44cb792318fc0adce6fa7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/06a24e42c5f44cb792318fc0adce6fa7 2024-12-06T00:59:02,912 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/8e1cc808b11c493cb2a01ee84c98a5bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/8e1cc808b11c493cb2a01ee84c98a5bd 2024-12-06T00:59:02,916 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 06a24e42c5f44cb792318fc0adce6fa7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:02,916 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446742404; duration=0sec 2024-12-06T00:59:02,916 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 8e1cc808b11c493cb2a01ee84c98a5bd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:02,916 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446742390; duration=0sec 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:02,916 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:02,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T00:59:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:02,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:02,953 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d3188ece303f4e1ab48d2a875ae1a29c 2024-12-06T00:59:02,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T00:59:02,963 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/880f67a530694f0cb5f053bbdd99d814 is 50, key is test_row_0/C:col10/1733446742380/Put/seqid=0 2024-12-06T00:59:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446802964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446802964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:02,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:02,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742416_1592 (size=12151) 2024-12-06T00:59:03,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:03,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446803053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:03,059 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,059 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:03,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:03,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446803073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:03,076 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,077 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:03,085 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:03,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446803082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:03,086 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,087 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:03,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T00:59:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,109 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T00:59:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] handler.RSProcedureHandler(58): pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=144 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=144 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T00:59:03,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446803283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:03,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:03,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446803283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:03,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:03,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/880f67a530694f0cb5f053bbdd99d814 2024-12-06T00:59:03,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/67d5f2caeafd4261992ce98d359bfc0e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e 2024-12-06T00:59:03,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e, entries=200, sequenceid=167, filesize=14.2 K 2024-12-06T00:59:03,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d3188ece303f4e1ab48d2a875ae1a29c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c 2024-12-06T00:59:03,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c, entries=150, sequenceid=167, filesize=11.9 K 2024-12-06T00:59:03,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/880f67a530694f0cb5f053bbdd99d814 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814 2024-12-06T00:59:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814, entries=150, sequenceid=167, filesize=11.9 K 2024-12-06T00:59:03,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 334f41c268b348701d7236313ff57d41 in 1003ms, sequenceid=167, compaction requested=false 2024-12-06T00:59:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:03,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=144 2024-12-06T00:59:03,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:59:03,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/23e5b33fc48c4d869ab9eb338c8e9a94 is 50, key is test_row_0/A:col10/1733446742609/Put/seqid=0 2024-12-06T00:59:03,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742417_1593 (size=12151) 2024-12-06T00:59:03,456 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/23e5b33fc48c4d869ab9eb338c8e9a94 2024-12-06T00:59:03,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/834ee57acb5845749d45f858a469d655 is 50, key is test_row_0/B:col10/1733446742609/Put/seqid=0 2024-12-06T00:59:03,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742418_1594 (size=12151) 2024-12-06T00:59:03,501 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/834ee57acb5845749d45f858a469d655 2024-12-06T00:59:03,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/594a2acfd63d42498c3e04017331a2df is 50, key is test_row_0/C:col10/1733446742609/Put/seqid=0 2024-12-06T00:59:03,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742419_1595 (size=12151) 2024-12-06T00:59:03,530 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/594a2acfd63d42498c3e04017331a2df 2024-12-06T00:59:03,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/23e5b33fc48c4d869ab9eb338c8e9a94 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94 2024-12-06T00:59:03,556 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T00:59:03,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/834ee57acb5845749d45f858a469d655 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655 2024-12-06T00:59:03,563 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T00:59:03,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/594a2acfd63d42498c3e04017331a2df as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df 2024-12-06T00:59:03,568 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df, entries=150, sequenceid=193, filesize=11.9 K 2024-12-06T00:59:03,569 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 334f41c268b348701d7236313ff57d41 in 153ms, sequenceid=193, compaction requested=true 2024-12-06T00:59:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=144}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=144 2024-12-06T00:59:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=144 2024-12-06T00:59:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-06T00:59:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 928 msec 2024-12-06T00:59:03,578 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=143, table=TestAcidGuarantees in 937 msec 2024-12-06T00:59:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143 2024-12-06T00:59:03,783 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:03,784 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:03,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees 2024-12-06T00:59:03,786 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:03,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:03,787 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=145, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:03,787 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:03,838 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:03,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:03,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:03,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cf12ee6c9720466a9edb8f6ba5e07cde is 50, key is test_row_0/A:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:03,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742420_1596 (size=12151) 2024-12-06T00:59:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:03,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:03,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446804033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446804034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,047 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:04,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:04,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446804153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446804153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,169 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,170 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:04,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cf12ee6c9720466a9edb8f6ba5e07cde 2024-12-06T00:59:04,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b1ab650e763045ecac4fa1245d2f5ab2 is 50, key is test_row_0/B:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:04,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742421_1597 (size=12151) 2024-12-06T00:59:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446804373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446804374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,385 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:04,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,399 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:04,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,552 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,698 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b1ab650e763045ecac4fa1245d2f5ab2 2024-12-06T00:59:04,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446804693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:04,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446804693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:04,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:04,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] handler.RSProcedureHandler(58): pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=146 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=146 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:04,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/294b23a1bca0487e9c9f995d5dd5dc7e is 50, key is test_row_0/C:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:04,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742422_1598 (size=12151) 2024-12-06T00:59:04,716 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/294b23a1bca0487e9c9f995d5dd5dc7e 2024-12-06T00:59:04,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/cf12ee6c9720466a9edb8f6ba5e07cde as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde 2024-12-06T00:59:04,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T00:59:04,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/b1ab650e763045ecac4fa1245d2f5ab2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2 2024-12-06T00:59:04,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T00:59:04,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/294b23a1bca0487e9c9f995d5dd5dc7e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e 2024-12-06T00:59:04,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e, entries=150, sequenceid=204, filesize=11.9 K 2024-12-06T00:59:04,738 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 334f41c268b348701d7236313ff57d41 in 900ms, sequenceid=204, compaction requested=true 2024-12-06T00:59:04,738 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:04,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:04,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:04,738 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:04,738 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:04,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:04,739 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:04,740 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:04,740 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:04,740 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,740 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/8e1cc808b11c493cb2a01ee84c98a5bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=47.7 K 2024-12-06T00:59:04,740 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51234 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:04,740 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:04,740 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,740 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b54dd4e058b64b0d84e86b864eac55aa, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=50.0 K 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e1cc808b11c493cb2a01ee84c98a5bd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b54dd4e058b64b0d84e86b864eac55aa, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d3188ece303f4e1ab48d2a875ae1a29c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733446742218 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 834ee57acb5845749d45f858a469d655, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733446742590 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67d5f2caeafd4261992ce98d359bfc0e, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733446742218 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23e5b33fc48c4d869ab9eb338c8e9a94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733446742590 2024-12-06T00:59:04,741 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b1ab650e763045ecac4fa1245d2f5ab2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:04,742 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf12ee6c9720466a9edb8f6ba5e07cde, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:04,752 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:04,752 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#507 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:04,753 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/76b6dac012ae47239b9d39dfe8431c65 is 50, key is test_row_0/A:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:04,753 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/4843320405194e5e8daa5e4da9c0f65a is 50, key is test_row_0/B:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:04,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742423_1599 (size=12527) 2024-12-06T00:59:04,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742424_1600 (size=12527) 2024-12-06T00:59:04,792 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/4843320405194e5e8daa5e4da9c0f65a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4843320405194e5e8daa5e4da9c0f65a 2024-12-06T00:59:04,800 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 4843320405194e5e8daa5e4da9c0f65a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:04,800 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:04,800 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=12, startTime=1733446744738; duration=0sec 2024-12-06T00:59:04,800 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:04,800 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:04,800 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:04,802 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48844 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:04,802 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:04,802 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,802 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/06a24e42c5f44cb792318fc0adce6fa7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=47.7 K 2024-12-06T00:59:04,802 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 06a24e42c5f44cb792318fc0adce6fa7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1733446741823 2024-12-06T00:59:04,803 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 880f67a530694f0cb5f053bbdd99d814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733446742218 2024-12-06T00:59:04,803 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 594a2acfd63d42498c3e04017331a2df, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733446742590 2024-12-06T00:59:04,803 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 294b23a1bca0487e9c9f995d5dd5dc7e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:04,812 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#508 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:04,812 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/0142b519ba214419b4f0e54cd9bd0c4e is 50, key is test_row_0/C:col10/1733446743823/Put/seqid=0 2024-12-06T00:59:04,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742425_1601 (size=12527) 2024-12-06T00:59:04,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=146 2024-12-06T00:59:04,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:04,861 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:04,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba is 50, key is test_row_0/A:col10/1733446744032/Put/seqid=0 2024-12-06T00:59:04,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742426_1602 (size=12151) 2024-12-06T00:59:04,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:05,168 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/76b6dac012ae47239b9d39dfe8431c65 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/76b6dac012ae47239b9d39dfe8431c65 2024-12-06T00:59:05,183 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 76b6dac012ae47239b9d39dfe8431c65(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:05,183 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:05,183 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=12, startTime=1733446744738; duration=0sec 2024-12-06T00:59:05,183 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:05,183 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:05,219 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:05,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:05,229 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/0142b519ba214419b4f0e54cd9bd0c4e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/0142b519ba214419b4f0e54cd9bd0c4e 2024-12-06T00:59:05,235 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 0142b519ba214419b4f0e54cd9bd0c4e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:05,235 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:05,235 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=12, startTime=1733446744739; duration=0sec 2024-12-06T00:59:05,235 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:05,235 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:05,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446805248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,258 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446805250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,261 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,275 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba 2024-12-06T00:59:05,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/4a08175a30f64094bb09c8e29044703d is 50, key is test_row_0/B:col10/1733446744032/Put/seqid=0 2024-12-06T00:59:05,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742427_1603 (size=12151) 2024-12-06T00:59:05,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446805363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,375 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446805373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,379 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446805583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446805583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,689 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/4a08175a30f64094bb09c8e29044703d 2024-12-06T00:59:05,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/23dec8588bd041eaa5c4f9e06948f4db is 50, key is test_row_0/C:col10/1733446744032/Put/seqid=0 2024-12-06T00:59:05,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742428_1604 (size=12151) 2024-12-06T00:59:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446805893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:05,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446805893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:05,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:05,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:06,110 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/23dec8588bd041eaa5c4f9e06948f4db 2024-12-06T00:59:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba 2024-12-06T00:59:06,125 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T00:59:06,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/4a08175a30f64094bb09c8e29044703d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d 2024-12-06T00:59:06,130 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T00:59:06,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/23dec8588bd041eaa5c4f9e06948f4db as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db 2024-12-06T00:59:06,134 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T00:59:06,135 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 334f41c268b348701d7236313ff57d41 in 1274ms, sequenceid=230, compaction requested=false 2024-12-06T00:59:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:06,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=146}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=146 2024-12-06T00:59:06,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=146 2024-12-06T00:59:06,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-06T00:59:06,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3500 sec 2024-12-06T00:59:06,144 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=145, table=TestAcidGuarantees in 2.3590 sec 2024-12-06T00:59:06,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:06,416 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:06,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:06,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/fdce30154a97459a921b68eac9ca5700 is 50, key is test_row_0/A:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742429_1605 (size=14541) 2024-12-06T00:59:06,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/fdce30154a97459a921b68eac9ca5700 2024-12-06T00:59:06,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d9587fd0090c432494ee50617e08f8c8 is 50, key is test_row_0/B:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742430_1606 (size=12151) 2024-12-06T00:59:06,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d9587fd0090c432494ee50617e08f8c8 2024-12-06T00:59:06,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/eada7fa7cb3c42f1b24151818adbcc3a is 50, key is test_row_0/C:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742431_1607 (size=12151) 2024-12-06T00:59:06,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/eada7fa7cb3c42f1b24151818adbcc3a 2024-12-06T00:59:06,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/fdce30154a97459a921b68eac9ca5700 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700 2024-12-06T00:59:06,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700, entries=200, sequenceid=244, filesize=14.2 K 2024-12-06T00:59:06,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/d9587fd0090c432494ee50617e08f8c8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8 2024-12-06T00:59:06,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8, entries=150, sequenceid=244, filesize=11.9 K 2024-12-06T00:59:06,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/eada7fa7cb3c42f1b24151818adbcc3a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a 2024-12-06T00:59:06,504 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a, entries=150, sequenceid=244, filesize=11.9 K 2024-12-06T00:59:06,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=80.51 KB/82440 for 334f41c268b348701d7236313ff57d41 in 88ms, sequenceid=244, compaction requested=true 2024-12-06T00:59:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:06,505 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:06,505 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:06,506 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:06,506 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:06,506 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:06,506 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4843320405194e5e8daa5e4da9c0f65a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.0 K 2024-12-06T00:59:06,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:06,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:06,508 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39219 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:06,508 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:06,508 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4843320405194e5e8daa5e4da9c0f65a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:06,508 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:06,508 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/76b6dac012ae47239b9d39dfe8431c65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=38.3 K 2024-12-06T00:59:06,517 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4a08175a30f64094bb09c8e29044703d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733446743884 2024-12-06T00:59:06,517 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76b6dac012ae47239b9d39dfe8431c65, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:06,517 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d9587fd0090c432494ee50617e08f8c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:06,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:06,518 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:06,518 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:59:06,518 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d6814b6bf0e44ceaa4d5a4e9e6ac5ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733446743884 2024-12-06T00:59:06,522 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdce30154a97459a921b68eac9ca5700, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:06,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6e7e3e353d1343b6903186acfc390359 is 50, key is test_row_0/A:col10/1733446746496/Put/seqid=0 2024-12-06T00:59:06,538 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:06,539 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/971266082fe342ebb7272ccdaee454a8 is 50, key is test_row_0/A:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,542 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:06,543 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/38145c59fe594b69b48548964400b254 is 50, key is test_row_0/B:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742432_1608 (size=12251) 2024-12-06T00:59:06,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6e7e3e353d1343b6903186acfc390359 2024-12-06T00:59:06,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742433_1609 (size=12629) 2024-12-06T00:59:06,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742434_1610 (size=12629) 2024-12-06T00:59:06,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/30075b7ec5ad48fca279f2076107fb52 is 50, key is test_row_0/B:col10/1733446746496/Put/seqid=0 2024-12-06T00:59:06,586 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/38145c59fe594b69b48548964400b254 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/38145c59fe594b69b48548964400b254 2024-12-06T00:59:06,591 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 38145c59fe594b69b48548964400b254(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:06,591 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:06,591 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446746505; duration=0sec 2024-12-06T00:59:06,591 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:06,591 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:06,592 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:06,593 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:06,593 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:06,593 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:06,593 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/0142b519ba214419b4f0e54cd9bd0c4e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.0 K 2024-12-06T00:59:06,593 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0142b519ba214419b4f0e54cd9bd0c4e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733446743823 2024-12-06T00:59:06,594 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 23dec8588bd041eaa5c4f9e06948f4db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733446743884 2024-12-06T00:59:06,594 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting eada7fa7cb3c42f1b24151818adbcc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:06,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742435_1611 (size=12251) 2024-12-06T00:59:06,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/30075b7ec5ad48fca279f2076107fb52 2024-12-06T00:59:06,616 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#519 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:06,617 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/7107e091efd5417dba7765056d79412b is 50, key is test_row_0/C:col10/1733446745241/Put/seqid=0 2024-12-06T00:59:06,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742436_1612 (size=12629) 2024-12-06T00:59:06,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9a1084f3203e4584ab94be4f2546f704 is 50, key is test_row_0/C:col10/1733446746496/Put/seqid=0 2024-12-06T00:59:06,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742437_1613 (size=12251) 2024-12-06T00:59:06,659 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:06,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446806644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,660 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:06,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:06,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446806659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:06,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446806763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,775 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:06,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:06,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446806773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:06,975 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/971266082fe342ebb7272ccdaee454a8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/971266082fe342ebb7272ccdaee454a8 2024-12-06T00:59:06,980 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 971266082fe342ebb7272ccdaee454a8(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:06,980 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:06,980 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446746505; duration=0sec 2024-12-06T00:59:06,980 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:06,980 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:06,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:06,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446806983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:06,995 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446806992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,005 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,028 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/7107e091efd5417dba7765056d79412b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7107e091efd5417dba7765056d79412b 2024-12-06T00:59:07,032 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 7107e091efd5417dba7765056d79412b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:07,033 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,033 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446746506; duration=0sec 2024-12-06T00:59:07,033 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:07,033 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:07,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9a1084f3203e4584ab94be4f2546f704 2024-12-06T00:59:07,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6e7e3e353d1343b6903186acfc390359 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359 2024-12-06T00:59:07,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359, entries=150, sequenceid=260, filesize=12.0 K 2024-12-06T00:59:07,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/30075b7ec5ad48fca279f2076107fb52 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52 2024-12-06T00:59:07,049 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52, entries=150, sequenceid=260, filesize=12.0 K 2024-12-06T00:59:07,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9a1084f3203e4584ab94be4f2546f704 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704 2024-12-06T00:59:07,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704, entries=150, sequenceid=260, filesize=12.0 K 2024-12-06T00:59:07,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 334f41c268b348701d7236313ff57d41 in 540ms, sequenceid=260, compaction requested=false 2024-12-06T00:59:07,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:07,078 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T00:59:07,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/97e76983cff9419dbeb6743e66f707d6 is 50, key is test_row_0/A:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742438_1614 (size=14741) 2024-12-06T00:59:07,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/97e76983cff9419dbeb6743e66f707d6 2024-12-06T00:59:07,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/102ddac530c44703ac23099b5b746f48 is 50, key is test_row_0/B:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742439_1615 (size=12301) 2024-12-06T00:59:07,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/102ddac530c44703ac23099b5b746f48 2024-12-06T00:59:07,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/11966f4a91b84e9eb156488ca2aa3e94 is 50, key is test_row_0/C:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742440_1616 (size=12301) 2024-12-06T00:59:07,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/11966f4a91b84e9eb156488ca2aa3e94 2024-12-06T00:59:07,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/97e76983cff9419dbeb6743e66f707d6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6 2024-12-06T00:59:07,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6, entries=200, sequenceid=284, filesize=14.4 K 2024-12-06T00:59:07,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/102ddac530c44703ac23099b5b746f48 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48 2024-12-06T00:59:07,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48, entries=150, sequenceid=284, filesize=12.0 K 2024-12-06T00:59:07,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/11966f4a91b84e9eb156488ca2aa3e94 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94 2024-12-06T00:59:07,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94, entries=150, sequenceid=284, filesize=12.0 K 2024-12-06T00:59:07,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 334f41c268b348701d7236313ff57d41 in 86ms, sequenceid=284, compaction requested=true 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:07,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:07,164 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:07,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T00:59:07,165 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:07,165 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:59:07,165 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:07,166 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39621 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:07,166 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:07,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:07,167 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:07,167 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/971266082fe342ebb7272ccdaee454a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=38.7 K 2024-12-06T00:59:07,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:07,167 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:07,167 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/38145c59fe594b69b48548964400b254, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.3 K 2024-12-06T00:59:07,167 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 971266082fe342ebb7272ccdaee454a8, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:07,167 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 38145c59fe594b69b48548964400b254, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:07,167 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e7e3e353d1343b6903186acfc390359, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733446746475 2024-12-06T00:59:07,168 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97e76983cff9419dbeb6743e66f707d6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:07,168 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 30075b7ec5ad48fca279f2076107fb52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733446746475 2024-12-06T00:59:07,169 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 102ddac530c44703ac23099b5b746f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:07,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/55b15072e06c4a2bb776bab66ff7596e is 50, key is test_row_0/A:col10/1733446747131/Put/seqid=0 2024-12-06T00:59:07,194 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#525 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:07,195 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6a7109098b354a4da6d9cfb346562104 is 50, key is test_row_0/A:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,195 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#526 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:07,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742441_1617 (size=17181) 2024-12-06T00:59:07,196 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/bab59c5c155a41e2ad780d40ab45dfcc is 50, key is test_row_0/B:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742442_1618 (size=12881) 2024-12-06T00:59:07,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742443_1619 (size=12881) 2024-12-06T00:59:07,206 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6a7109098b354a4da6d9cfb346562104 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6a7109098b354a4da6d9cfb346562104 2024-12-06T00:59:07,211 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 6a7109098b354a4da6d9cfb346562104(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:07,211 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,211 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446747164; duration=0sec 2024-12-06T00:59:07,211 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:07,211 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:07,211 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:07,212 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:07,212 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:07,212 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:07,213 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7107e091efd5417dba7765056d79412b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.3 K 2024-12-06T00:59:07,213 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7107e091efd5417dba7765056d79412b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733446745241 2024-12-06T00:59:07,213 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9a1084f3203e4584ab94be4f2546f704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1733446746475 2024-12-06T00:59:07,213 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11966f4a91b84e9eb156488ca2aa3e94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:07,220 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#527 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:07,221 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/75cb56dae01f4afcbc4052cbf2040aab is 50, key is test_row_0/C:col10/1733446746560/Put/seqid=0 2024-12-06T00:59:07,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742444_1620 (size=12881) 2024-12-06T00:59:07,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446807252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,264 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446807257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446807258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,271 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446807303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,311 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446807313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446807373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446807373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,385 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,386 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446807383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/55b15072e06c4a2bb776bab66ff7596e 2024-12-06T00:59:07,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446807593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446807593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,607 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,607 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446807603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,608 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,609 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/bab59c5c155a41e2ad780d40ab45dfcc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/bab59c5c155a41e2ad780d40ab45dfcc 2024-12-06T00:59:07,614 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into bab59c5c155a41e2ad780d40ab45dfcc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:07,614 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,614 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446747164; duration=0sec 2024-12-06T00:59:07,614 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:07,614 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:07,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ca07b2fe6bd64716b092f61d4bfff304 is 50, key is test_row_0/B:col10/1733446747131/Put/seqid=0 2024-12-06T00:59:07,630 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/75cb56dae01f4afcbc4052cbf2040aab as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75cb56dae01f4afcbc4052cbf2040aab 2024-12-06T00:59:07,635 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 75cb56dae01f4afcbc4052cbf2040aab(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:07,635 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:07,635 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446747164; duration=0sec 2024-12-06T00:59:07,635 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:07,635 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:07,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742445_1621 (size=12301) 2024-12-06T00:59:07,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446807824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446807833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,838 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446807912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446807912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:07,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446807912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:07,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:07,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-06T00:59:07,954 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:07,955 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:07,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees 2024-12-06T00:59:07,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:07,957 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:07,958 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=147, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:07,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:08,046 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ca07b2fe6bd64716b092f61d4bfff304 2024-12-06T00:59:08,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/fcc921653ee1422091086fa9c6114cf3 is 50, key is test_row_0/C:col10/1733446747131/Put/seqid=0 2024-12-06T00:59:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742446_1622 (size=12301) 2024-12-06T00:59:08,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:08,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-06T00:59:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-06T00:59:08,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:08,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-06T00:59:08,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] handler.RSProcedureHandler(58): pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=148 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=148 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:08,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:08,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446808433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446808433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:08,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:08,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446808433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:08,437 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,438 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:08,459 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/fcc921653ee1422091086fa9c6114cf3 2024-12-06T00:59:08,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/55b15072e06c4a2bb776bab66ff7596e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e 2024-12-06T00:59:08,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e, entries=250, sequenceid=300, filesize=16.8 K 2024-12-06T00:59:08,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ca07b2fe6bd64716b092f61d4bfff304 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304 2024-12-06T00:59:08,478 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304, entries=150, sequenceid=300, filesize=12.0 K 2024-12-06T00:59:08,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/fcc921653ee1422091086fa9c6114cf3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3 2024-12-06T00:59:08,486 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3, entries=150, sequenceid=300, filesize=12.0 K 2024-12-06T00:59:08,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 334f41c268b348701d7236313ff57d41 in 1322ms, sequenceid=300, compaction requested=false 2024-12-06T00:59:08,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:08,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=148 2024-12-06T00:59:08,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:08,571 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T00:59:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:08,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e3904e54aded4844974356a314981781 is 50, key is test_row_0/A:col10/1733446747241/Put/seqid=0 2024-12-06T00:59:08,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742447_1623 (size=12301) 2024-12-06T00:59:08,849 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:08,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:08,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446808938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,953 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:08,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:08,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446808947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:08,963 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,012 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e3904e54aded4844974356a314981781 2024-12-06T00:59:09,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f10159c3733341a49d9a8fa29fb9ca19 is 50, key is test_row_0/B:col10/1733446747241/Put/seqid=0 2024-12-06T00:59:09,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742448_1624 (size=12301) 2024-12-06T00:59:09,048 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f10159c3733341a49d9a8fa29fb9ca19 2024-12-06T00:59:09,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/45fc5f6b652d4eceb3e76d9c76804e83 is 50, key is test_row_0/C:col10/1733446747241/Put/seqid=0 2024-12-06T00:59:09,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446809062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,069 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742449_1625 (size=12301) 2024-12-06T00:59:09,075 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/45fc5f6b652d4eceb3e76d9c76804e83 2024-12-06T00:59:09,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446809073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,086 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/e3904e54aded4844974356a314981781 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781 2024-12-06T00:59:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:09,093 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781, entries=150, sequenceid=323, filesize=12.0 K 2024-12-06T00:59:09,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f10159c3733341a49d9a8fa29fb9ca19 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19 2024-12-06T00:59:09,101 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19, entries=150, sequenceid=323, filesize=12.0 K 2024-12-06T00:59:09,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/45fc5f6b652d4eceb3e76d9c76804e83 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83 2024-12-06T00:59:09,111 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83, entries=150, sequenceid=323, filesize=12.0 K 2024-12-06T00:59:09,112 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 334f41c268b348701d7236313ff57d41 in 541ms, sequenceid=323, compaction requested=true 2024-12-06T00:59:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:09,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=148}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=148 2024-12-06T00:59:09,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=148 2024-12-06T00:59:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-06T00:59:09,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1560 sec 2024-12-06T00:59:09,123 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=147, table=TestAcidGuarantees in 1.1630 sec 2024-12-06T00:59:09,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:09,279 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:09,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T00:59:09,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b8960aab01be4ed198085300f7a6dc51 is 50, key is test_row_0/A:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742450_1626 (size=12297) 2024-12-06T00:59:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446809384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446809384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,399 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446809443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446809443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,450 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,451 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446809453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,465 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 334f41c268b348701d7236313ff57d41 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,466 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446809503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446809503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,695 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b8960aab01be4ed198085300f7a6dc51 2024-12-06T00:59:09,707 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/98eef894bc9f468a88a3c4f26007f7c5 is 50, key is test_row_0/B:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742451_1627 (size=9857) 2024-12-06T00:59:09,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/98eef894bc9f468a88a3c4f26007f7c5 2024-12-06T00:59:09,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/05b3241e9b4d44c296bb12f90a00bd6f is 50, key is test_row_0/C:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742452_1628 (size=9857) 2024-12-06T00:59:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446809724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,728 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446809724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:09,729 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:09,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=340 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/05b3241e9b4d44c296bb12f90a00bd6f 2024-12-06T00:59:09,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b8960aab01be4ed198085300f7a6dc51 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51 2024-12-06T00:59:09,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51, entries=150, sequenceid=340, filesize=12.0 K 2024-12-06T00:59:09,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/98eef894bc9f468a88a3c4f26007f7c5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5 2024-12-06T00:59:09,744 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5, entries=100, sequenceid=340, filesize=9.6 K 2024-12-06T00:59:09,745 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/05b3241e9b4d44c296bb12f90a00bd6f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f 2024-12-06T00:59:09,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f, entries=100, sequenceid=340, filesize=9.6 K 2024-12-06T00:59:09,749 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 334f41c268b348701d7236313ff57d41 in 470ms, sequenceid=340, compaction requested=true 2024-12-06T00:59:09,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:09,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:09,750 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:09,750 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:09,750 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:09,751 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:09,751 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:09,751 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:09,751 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/bab59c5c155a41e2ad780d40ab45dfcc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=46.2 K 2024-12-06T00:59:09,751 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:09,751 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:09,752 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:09,752 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6a7109098b354a4da6d9cfb346562104, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=53.4 K 2024-12-06T00:59:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:09,752 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:09,752 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting bab59c5c155a41e2ad780d40ab45dfcc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:09,752 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a7109098b354a4da6d9cfb346562104, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:09,752 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55b15072e06c4a2bb776bab66ff7596e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733446747124 2024-12-06T00:59:09,752 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ca07b2fe6bd64716b092f61d4bfff304, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733446747131 2024-12-06T00:59:09,753 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3904e54aded4844974356a314981781, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446747216 2024-12-06T00:59:09,753 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f10159c3733341a49d9a8fa29fb9ca19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446747216 2024-12-06T00:59:09,753 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8960aab01be4ed198085300f7a6dc51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446748935 2024-12-06T00:59:09,753 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 98eef894bc9f468a88a3c4f26007f7c5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446748935 2024-12-06T00:59:09,770 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#536 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:09,771 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3d94b0084ec041d789c8920dcf2a9249 is 50, key is test_row_0/B:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,778 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#537 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:09,779 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/30960497f5f441d6bb09504397456536 is 50, key is test_row_0/A:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742453_1629 (size=13017) 2024-12-06T00:59:09,794 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3d94b0084ec041d789c8920dcf2a9249 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d94b0084ec041d789c8920dcf2a9249 2024-12-06T00:59:09,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742454_1630 (size=13017) 2024-12-06T00:59:09,800 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 3d94b0084ec041d789c8920dcf2a9249(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:09,800 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:09,800 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=12, startTime=1733446749750; duration=0sec 2024-12-06T00:59:09,801 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:09,801 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:09,801 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:09,803 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:09,804 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:09,804 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:09,804 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75cb56dae01f4afcbc4052cbf2040aab, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=46.2 K 2024-12-06T00:59:09,804 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 75cb56dae01f4afcbc4052cbf2040aab, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733446746560 2024-12-06T00:59:09,805 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fcc921653ee1422091086fa9c6114cf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1733446747131 2024-12-06T00:59:09,805 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 45fc5f6b652d4eceb3e76d9c76804e83, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1733446747216 2024-12-06T00:59:09,805 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/30960497f5f441d6bb09504397456536 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/30960497f5f441d6bb09504397456536 2024-12-06T00:59:09,805 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 05b3241e9b4d44c296bb12f90a00bd6f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446748935 2024-12-06T00:59:09,812 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 30960497f5f441d6bb09504397456536(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:09,812 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:09,812 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=12, startTime=1733446749749; duration=0sec 2024-12-06T00:59:09,812 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:09,812 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:09,821 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#538 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:09,821 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/6c9d17bab364470887a0732cdcb6cab7 is 50, key is test_row_0/C:col10/1733446748935/Put/seqid=0 2024-12-06T00:59:09,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742455_1631 (size=13017) 2024-12-06T00:59:09,840 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/6c9d17bab364470887a0732cdcb6cab7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/6c9d17bab364470887a0732cdcb6cab7 2024-12-06T00:59:09,846 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 6c9d17bab364470887a0732cdcb6cab7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:09,846 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:09,846 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=12, startTime=1733446749752; duration=0sec 2024-12-06T00:59:09,847 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:09,847 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:10,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:10,036 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:10,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T00:59:10,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d893650fa8384426911a7723f6d23f21 is 50, key is test_row_0/A:col10/1733446750035/Put/seqid=0 2024-12-06T00:59:10,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742456_1632 (size=14741) 2024-12-06T00:59:10,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=147 2024-12-06T00:59:10,103 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:10,103 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees 2024-12-06T00:59:10,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:10,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:10,105 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=149, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:10,105 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:10,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446810097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,112 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446810103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446810222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446810223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:10,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446810432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446810432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,439 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d893650fa8384426911a7723f6d23f21 2024-12-06T00:59:10,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a14d5ac077334ff08f3a8714db96a63a is 50, key is test_row_0/B:col10/1733446750035/Put/seqid=0 2024-12-06T00:59:10,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742457_1633 (size=12301) 2024-12-06T00:59:10,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:10,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:10,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446810743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446810743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:10,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:10,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a14d5ac077334ff08f3a8714db96a63a 2024-12-06T00:59:10,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9831a2880dda4467b80a81bb25482429 is 50, key is test_row_0/C:col10/1733446750035/Put/seqid=0 2024-12-06T00:59:10,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:10,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:10,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742458_1634 (size=12301) 2024-12-06T00:59:11,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:11,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] handler.RSProcedureHandler(58): pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=150 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=150 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:11,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446811263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,271 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446811263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9831a2880dda4467b80a81bb25482429 2024-12-06T00:59:11,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d893650fa8384426911a7723f6d23f21 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21 2024-12-06T00:59:11,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21, entries=200, sequenceid=363, filesize=14.4 K 2024-12-06T00:59:11,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a14d5ac077334ff08f3a8714db96a63a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a 2024-12-06T00:59:11,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T00:59:11,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/9831a2880dda4467b80a81bb25482429 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429 2024-12-06T00:59:11,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T00:59:11,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 334f41c268b348701d7236313ff57d41 in 1262ms, sequenceid=363, compaction requested=false 2024-12-06T00:59:11,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=150 2024-12-06T00:59:11,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,333 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T00:59:11,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 is 50, key is test_row_0/A:col10/1733446750094/Put/seqid=0 2024-12-06T00:59:11,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742459_1635 (size=12301) 2024-12-06T00:59:11,342 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 2024-12-06T00:59:11,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ed205aefa12b485e802dd98f39d02c4e is 50, key is test_row_0/B:col10/1733446750094/Put/seqid=0 2024-12-06T00:59:11,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742460_1636 (size=12301) 2024-12-06T00:59:11,362 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ed205aefa12b485e802dd98f39d02c4e 2024-12-06T00:59:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/ac42c745b5234d19957257164faf2b12 is 50, key is test_row_0/C:col10/1733446750094/Put/seqid=0 2024-12-06T00:59:11,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742461_1637 (size=12301) 2024-12-06T00:59:11,377 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/ac42c745b5234d19957257164faf2b12 2024-12-06T00:59:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 2024-12-06T00:59:11,386 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6, entries=150, sequenceid=379, filesize=12.0 K 2024-12-06T00:59:11,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/ed205aefa12b485e802dd98f39d02c4e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e 2024-12-06T00:59:11,391 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e, entries=150, sequenceid=379, filesize=12.0 K 2024-12-06T00:59:11,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/ac42c745b5234d19957257164faf2b12 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12 2024-12-06T00:59:11,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12, entries=150, sequenceid=379, filesize=12.0 K 2024-12-06T00:59:11,398 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 334f41c268b348701d7236313ff57d41 in 66ms, sequenceid=379, compaction requested=true 2024-12-06T00:59:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=150}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=150 2024-12-06T00:59:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=150 2024-12-06T00:59:11,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=150, resume processing ppid=149 2024-12-06T00:59:11,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2950 sec 2024-12-06T00:59:11,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=149, table=TestAcidGuarantees in 1.3000 sec 2024-12-06T00:59:11,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:11,481 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:11,481 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:11,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6824e6af819f459e9af48efc05716d86 is 50, key is test_row_0/A:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742462_1638 (size=17181) 2024-12-06T00:59:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446811559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446811564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,577 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446811565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446811683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446811683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446811683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,690 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6824e6af819f459e9af48efc05716d86 2024-12-06T00:59:11,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1ca495fa2010405cadfeab6812926b50 is 50, key is test_row_0/B:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742463_1639 (size=12301) 2024-12-06T00:59:11,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1ca495fa2010405cadfeab6812926b50 2024-12-06T00:59:11,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446811893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446811893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446811893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:11,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:11,907 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/04ea66222b41448ea96764266869da86 is 50, key is test_row_0/C:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742464_1640 (size=12301) 2024-12-06T00:59:11,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/04ea66222b41448ea96764266869da86 2024-12-06T00:59:11,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6824e6af819f459e9af48efc05716d86 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86 2024-12-06T00:59:11,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86, entries=250, sequenceid=390, filesize=16.8 K 2024-12-06T00:59:11,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/1ca495fa2010405cadfeab6812926b50 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50 2024-12-06T00:59:11,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T00:59:11,929 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/04ea66222b41448ea96764266869da86 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86 2024-12-06T00:59:11,933 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86, entries=150, sequenceid=390, filesize=12.0 K 2024-12-06T00:59:11,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 334f41c268b348701d7236313ff57d41 in 452ms, sequenceid=390, compaction requested=true 2024-12-06T00:59:11,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,934 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:11,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:11,934 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57240 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:11,935 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:11,935 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/30960497f5f441d6bb09504397456536, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=55.9 K 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:11,935 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,935 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d94b0084ec041d789c8920dcf2a9249, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=48.8 K 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 30960497f5f441d6bb09504397456536, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446747216 2024-12-06T00:59:11,935 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d94b0084ec041d789c8920dcf2a9249, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446747216 2024-12-06T00:59:11,936 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a14d5ac077334ff08f3a8714db96a63a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733446749349 2024-12-06T00:59:11,936 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d893650fa8384426911a7723f6d23f21, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733446749349 2024-12-06T00:59:11,936 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ed205aefa12b485e802dd98f39d02c4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733446750094 2024-12-06T00:59:11,936 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d3f64405b4fb4a98992a1bc4bdc7f0b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733446750094 2024-12-06T00:59:11,937 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6824e6af819f459e9af48efc05716d86, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751472 2024-12-06T00:59:11,937 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1ca495fa2010405cadfeab6812926b50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751476 2024-12-06T00:59:11,943 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#548 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:11,944 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/007c507ad49e4b328b941562fe9f959d is 50, key is test_row_0/B:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,947 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#549 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:11,947 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/40bc7cd140964cf59f338b46bcaff07c is 50, key is test_row_0/A:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742465_1641 (size=13153) 2024-12-06T00:59:11,953 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/007c507ad49e4b328b941562fe9f959d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/007c507ad49e4b328b941562fe9f959d 2024-12-06T00:59:11,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742466_1642 (size=13153) 2024-12-06T00:59:11,964 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 007c507ad49e4b328b941562fe9f959d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:11,964 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,964 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=12, startTime=1733446751934; duration=0sec 2024-12-06T00:59:11,964 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:11,964 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:11,964 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:11,966 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/40bc7cd140964cf59f338b46bcaff07c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/40bc7cd140964cf59f338b46bcaff07c 2024-12-06T00:59:11,968 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:11,968 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:11,968 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:11,968 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/6c9d17bab364470887a0732cdcb6cab7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=48.8 K 2024-12-06T00:59:11,968 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c9d17bab364470887a0732cdcb6cab7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=340, earliestPutTs=1733446747216 2024-12-06T00:59:11,969 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9831a2880dda4467b80a81bb25482429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733446749349 2024-12-06T00:59:11,969 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting ac42c745b5234d19957257164faf2b12, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733446750094 2024-12-06T00:59:11,969 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 04ea66222b41448ea96764266869da86, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751476 2024-12-06T00:59:11,970 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 40bc7cd140964cf59f338b46bcaff07c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:11,970 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,970 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=12, startTime=1733446751934; duration=0sec 2024-12-06T00:59:11,970 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:11,970 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:11,977 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#550 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:11,978 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/37c130cf19e842e8a11d98df68021049 is 50, key is test_row_0/C:col10/1733446751476/Put/seqid=0 2024-12-06T00:59:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742467_1643 (size=13153) 2024-12-06T00:59:11,991 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/37c130cf19e842e8a11d98df68021049 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/37c130cf19e842e8a11d98df68021049 2024-12-06T00:59:11,995 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 37c130cf19e842e8a11d98df68021049(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:11,995 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:11,995 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=12, startTime=1733446751934; duration=0sec 2024-12-06T00:59:11,996 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:11,996 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:12,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:12,219 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:12,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:59:12,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c629bc036e2243689913a6423c046c48 is 50, key is test_row_0/A:col10/1733446752217/Put/seqid=0 2024-12-06T00:59:12,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742468_1644 (size=14741) 2024-12-06T00:59:12,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c629bc036e2243689913a6423c046c48 2024-12-06T00:59:12,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/2fe1f3f188d84e5a8b2b23951943ff39 is 50, key is test_row_0/B:col10/1733446752217/Put/seqid=0 2024-12-06T00:59:12,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742469_1645 (size=12301) 2024-12-06T00:59:12,244 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/2fe1f3f188d84e5a8b2b23951943ff39 2024-12-06T00:59:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446812233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,247 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,247 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446812233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,248 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/237121b2687746349aa00dba99629ad3 is 50, key is test_row_0/C:col10/1733446752217/Put/seqid=0 2024-12-06T00:59:12,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=149 2024-12-06T00:59:12,253 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:12,254 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees 2024-12-06T00:59:12,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:12,255 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:12,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=151, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:12,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=151, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:12,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742470_1646 (size=12301) 2024-12-06T00:59:12,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/237121b2687746349aa00dba99629ad3 2024-12-06T00:59:12,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446812247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c629bc036e2243689913a6423c046c48 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48 2024-12-06T00:59:12,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48, entries=200, sequenceid=419, filesize=14.4 K 2024-12-06T00:59:12,268 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/2fe1f3f188d84e5a8b2b23951943ff39 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39 2024-12-06T00:59:12,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39, entries=150, sequenceid=419, filesize=12.0 K 2024-12-06T00:59:12,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/237121b2687746349aa00dba99629ad3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3 2024-12-06T00:59:12,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3, entries=150, sequenceid=419, filesize=12.0 K 2024-12-06T00:59:12,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 334f41c268b348701d7236313ff57d41 in 57ms, sequenceid=419, compaction requested=false 2024-12-06T00:59:12,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:12,288 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:12,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:12,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b73cc3dddd514b268ac9472d89c4060e is 50, key is test_row_0/A:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742471_1647 (size=17181) 2024-12-06T00:59:12,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b73cc3dddd514b268ac9472d89c4060e 2024-12-06T00:59:12,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/32fc89d3ac684552b8fb804d1d89ec9a is 50, key is test_row_0/B:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742472_1648 (size=12301) 2024-12-06T00:59:12,310 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/32fc89d3ac684552b8fb804d1d89ec9a 2024-12-06T00:59:12,318 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/e9ae510eb74d44cc8def8d5a8d1f271c is 50, key is test_row_0/C:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742473_1649 (size=12301) 2024-12-06T00:59:12,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/e9ae510eb74d44cc8def8d5a8d1f271c 2024-12-06T00:59:12,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/b73cc3dddd514b268ac9472d89c4060e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e 2024-12-06T00:59:12,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e, entries=250, sequenceid=431, filesize=16.8 K 2024-12-06T00:59:12,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/32fc89d3ac684552b8fb804d1d89ec9a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a 2024-12-06T00:59:12,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a, entries=150, sequenceid=431, filesize=12.0 K 2024-12-06T00:59:12,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/e9ae510eb74d44cc8def8d5a8d1f271c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c 2024-12-06T00:59:12,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c, entries=150, sequenceid=431, filesize=12.0 K 2024-12-06T00:59:12,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=53.67 KB/54960 for 334f41c268b348701d7236313ff57d41 in 72ms, sequenceid=431, compaction requested=true 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:12,360 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:12,360 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:12,360 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:12,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:12,361 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:12,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:59:12,361 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45075 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:12,361 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:12,361 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,362 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/40bc7cd140964cf59f338b46bcaff07c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=44.0 K 2024-12-06T00:59:12,362 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:12,362 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:12,362 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40bc7cd140964cf59f338b46bcaff07c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751476 2024-12-06T00:59:12,362 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,362 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/007c507ad49e4b328b941562fe9f959d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.9 K 2024-12-06T00:59:12,362 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c629bc036e2243689913a6423c046c48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733446751550 2024-12-06T00:59:12,363 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 007c507ad49e4b328b941562fe9f959d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751476 2024-12-06T00:59:12,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:12,363 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fe1f3f188d84e5a8b2b23951943ff39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733446751550 2024-12-06T00:59:12,363 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b73cc3dddd514b268ac9472d89c4060e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752229 2024-12-06T00:59:12,363 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 32fc89d3ac684552b8fb804d1d89ec9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752244 2024-12-06T00:59:12,373 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/409dfcc66269418d9d9f07db916a8213 is 50, key is test_row_0/A:col10/1733446752332/Put/seqid=0 2024-12-06T00:59:12,374 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:12,374 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3200815d64f149b784837baa038393a7 is 50, key is test_row_0/B:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,376 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#559 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:12,376 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d390ce3ff7054dffa9cd0cbbcd80f725 is 50, key is test_row_0/A:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742475_1651 (size=17181) 2024-12-06T00:59:12,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/409dfcc66269418d9d9f07db916a8213 2024-12-06T00:59:12,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742474_1650 (size=13255) 2024-12-06T00:59:12,389 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/3200815d64f149b784837baa038393a7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3200815d64f149b784837baa038393a7 2024-12-06T00:59:12,393 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 3200815d64f149b784837baa038393a7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:12,393 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,393 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446752360; duration=0sec 2024-12-06T00:59:12,393 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:12,393 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:12,393 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:12,394 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:12,394 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:12,394 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,394 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/37c130cf19e842e8a11d98df68021049, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=36.9 K 2024-12-06T00:59:12,396 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 37c130cf19e842e8a11d98df68021049, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1733446751476 2024-12-06T00:59:12,396 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 237121b2687746349aa00dba99629ad3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1733446751550 2024-12-06T00:59:12,398 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e9ae510eb74d44cc8def8d5a8d1f271c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752244 2024-12-06T00:59:12,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/24ff6cc4eec740e88fa89708bf7f336a is 50, key is test_row_0/B:col10/1733446752332/Put/seqid=0 2024-12-06T00:59:12,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742476_1652 (size=13255) 2024-12-06T00:59:12,410 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#561 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:12,410 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/b9b1a96bc0524ac2a5a6fd6e661031c4 is 50, key is test_row_0/C:col10/1733446752287/Put/seqid=0 2024-12-06T00:59:12,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/d390ce3ff7054dffa9cd0cbbcd80f725 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d390ce3ff7054dffa9cd0cbbcd80f725 2024-12-06T00:59:12,423 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into d390ce3ff7054dffa9cd0cbbcd80f725(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:12,423 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,424 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446752360; duration=0sec 2024-12-06T00:59:12,424 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:12,424 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742477_1653 (size=12301) 2024-12-06T00:59:12,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/24ff6cc4eec740e88fa89708bf7f336a 2024-12-06T00:59:12,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/d8c50a3917c648df84fffb609b13ff9a is 50, key is test_row_0/C:col10/1733446752332/Put/seqid=0 2024-12-06T00:59:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742478_1654 (size=13255) 2024-12-06T00:59:12,448 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/b9b1a96bc0524ac2a5a6fd6e661031c4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/b9b1a96bc0524ac2a5a6fd6e661031c4 2024-12-06T00:59:12,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446812443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,450 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,452 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into b9b1a96bc0524ac2a5a6fd6e661031c4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:12,452 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,453 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446752360; duration=0sec 2024-12-06T00:59:12,453 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:12,453 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:12,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742479_1655 (size=12301) 2024-12-06T00:59:12,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/d8c50a3917c648df84fffb609b13ff9a 2024-12-06T00:59:12,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446812445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446812445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,461 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446812446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,461 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446812447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,462 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/409dfcc66269418d9d9f07db916a8213 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213 2024-12-06T00:59:12,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213, entries=250, sequenceid=444, filesize=16.8 K 2024-12-06T00:59:12,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/24ff6cc4eec740e88fa89708bf7f336a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a 2024-12-06T00:59:12,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a, entries=150, sequenceid=444, filesize=12.0 K 2024-12-06T00:59:12,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/d8c50a3917c648df84fffb609b13ff9a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a 2024-12-06T00:59:12,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a, entries=150, sequenceid=444, filesize=12.0 K 2024-12-06T00:59:12,485 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 334f41c268b348701d7236313ff57d41 in 124ms, sequenceid=444, compaction requested=false 2024-12-06T00:59:12,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:12,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:12,557 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:12,557 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:59:12,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/a7c7a1d779a8446287e93aa4b9c07b0a is 50, key is test_row_0/A:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:12,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:12,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:12,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742480_1656 (size=14741) 2024-12-06T00:59:12,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/a7c7a1d779a8446287e93aa4b9c07b0a 2024-12-06T00:59:12,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f59d07480a674000a5e9f0aafb812de6 is 50, key is test_row_0/B:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:12,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742481_1657 (size=12301) 2024-12-06T00:59:12,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446812593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,609 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446812596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446812596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446812597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,612 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,613 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446812609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,626 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446812714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,722 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446812724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446812724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446812725, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,735 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446812732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,741 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:12,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:12,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:12,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:12,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446812933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,943 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446812942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446812943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446812943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:12,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:12,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446812953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:12,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f59d07480a674000a5e9f0aafb812de6 2024-12-06T00:59:13,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/aa60d880be734d82a416904dc7fa8cef is 50, key is test_row_0/C:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:13,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742482_1658 (size=12301) 2024-12-06T00:59:13,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:13,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446813253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446813253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446813253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,257 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446813254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446813273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:13,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] handler.RSProcedureHandler(58): pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=152 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=152 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:13,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:13,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=471 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/aa60d880be734d82a416904dc7fa8cef 2024-12-06T00:59:13,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/a7c7a1d779a8446287e93aa4b9c07b0a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a 2024-12-06T00:59:13,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a, entries=200, sequenceid=471, filesize=14.4 K 2024-12-06T00:59:13,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/f59d07480a674000a5e9f0aafb812de6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6 2024-12-06T00:59:13,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6, entries=150, sequenceid=471, filesize=12.0 K 2024-12-06T00:59:13,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/aa60d880be734d82a416904dc7fa8cef as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef 2024-12-06T00:59:13,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef, entries=150, sequenceid=471, filesize=12.0 K 2024-12-06T00:59:13,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 334f41c268b348701d7236313ff57d41 in 876ms, sequenceid=471, compaction requested=true 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:13,434 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:13,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:13,434 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:13,434 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45177 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:13,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:13,435 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,435 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d390ce3ff7054dffa9cd0cbbcd80f725, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=44.1 K 2024-12-06T00:59:13,435 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:13,435 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d390ce3ff7054dffa9cd0cbbcd80f725, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752244 2024-12-06T00:59:13,435 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:13,435 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,435 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3200815d64f149b784837baa038393a7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.0 K 2024-12-06T00:59:13,436 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 409dfcc66269418d9d9f07db916a8213, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446752311 2024-12-06T00:59:13,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3200815d64f149b784837baa038393a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752244 2024-12-06T00:59:13,436 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a7c7a1d779a8446287e93aa4b9c07b0a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:13,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 24ff6cc4eec740e88fa89708bf7f336a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446752324 2024-12-06T00:59:13,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f59d07480a674000a5e9f0aafb812de6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:13,446 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#566 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:13,446 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/60ac617497574b02ba9372704f47cb57 is 50, key is test_row_0/B:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:13,449 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#567 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:13,449 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/5e560a0a3814418fb14eb2c3b6bc8b59 is 50, key is test_row_0/A:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:13,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742483_1659 (size=13357) 2024-12-06T00:59:13,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742484_1660 (size=13357) 2024-12-06T00:59:13,462 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/60ac617497574b02ba9372704f47cb57 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/60ac617497574b02ba9372704f47cb57 2024-12-06T00:59:13,466 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/5e560a0a3814418fb14eb2c3b6bc8b59 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5e560a0a3814418fb14eb2c3b6bc8b59 2024-12-06T00:59:13,469 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 60ac617497574b02ba9372704f47cb57(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:13,469 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:13,469 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446753434; duration=0sec 2024-12-06T00:59:13,469 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:13,469 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:13,469 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:13,470 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:13,470 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:13,470 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,470 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/b9b1a96bc0524ac2a5a6fd6e661031c4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.0 K 2024-12-06T00:59:13,471 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b9b1a96bc0524ac2a5a6fd6e661031c4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733446752244 2024-12-06T00:59:13,471 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d8c50a3917c648df84fffb609b13ff9a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733446752324 2024-12-06T00:59:13,471 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting aa60d880be734d82a416904dc7fa8cef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:13,475 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 5e560a0a3814418fb14eb2c3b6bc8b59(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:13,475 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:13,475 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446753434; duration=0sec 2024-12-06T00:59:13,475 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:13,475 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:13,480 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#568 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:13,481 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/840ea49c4eaa46d7a67da476549ee222 is 50, key is test_row_0/C:col10/1733446752445/Put/seqid=0 2024-12-06T00:59:13,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742485_1661 (size=13357) 2024-12-06T00:59:13,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=152 2024-12-06T00:59:13,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:13,487 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:13,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/540b88a4a8d842ea9b58b255822ff636 is 50, key is test_row_0/A:col10/1733446752593/Put/seqid=0 2024-12-06T00:59:13,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742486_1662 (size=12301) 2024-12-06T00:59:13,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:13,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:13,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446813803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446813810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446813812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446813813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446813815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,889 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/840ea49c4eaa46d7a67da476549ee222 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/840ea49c4eaa46d7a67da476549ee222 2024-12-06T00:59:13,893 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 840ea49c4eaa46d7a67da476549ee222(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:13,893 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:13,893 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446753434; duration=0sec 2024-12-06T00:59:13,893 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:13,893 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:13,897 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/540b88a4a8d842ea9b58b255822ff636 2024-12-06T00:59:13,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/89e1dc05ec0b49d1acf2b6fab5c17e98 is 50, key is test_row_0/B:col10/1733446752593/Put/seqid=0 2024-12-06T00:59:13,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742487_1663 (size=12301) 2024-12-06T00:59:13,933 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446813922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446813922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446813933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446813933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:13,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446813933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:13,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446814143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446814143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446814153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,166 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446814153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446814153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,305 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/89e1dc05ec0b49d1acf2b6fab5c17e98 2024-12-06T00:59:14,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/68337ac110f04ab1ac83c3e5e5edfdb4 is 50, key is test_row_0/C:col10/1733446752593/Put/seqid=0 2024-12-06T00:59:14,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742488_1664 (size=12301) 2024-12-06T00:59:14,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:14,468 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446814462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446814462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,469 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446814473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446814473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,482 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446814473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:14,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:14,720 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=485 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/68337ac110f04ab1ac83c3e5e5edfdb4 2024-12-06T00:59:14,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/540b88a4a8d842ea9b58b255822ff636 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636 2024-12-06T00:59:14,727 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636, entries=150, sequenceid=485, filesize=12.0 K 2024-12-06T00:59:14,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/89e1dc05ec0b49d1acf2b6fab5c17e98 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98 2024-12-06T00:59:14,731 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98, entries=150, sequenceid=485, filesize=12.0 K 2024-12-06T00:59:14,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/68337ac110f04ab1ac83c3e5e5edfdb4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4 2024-12-06T00:59:14,735 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4, entries=150, sequenceid=485, filesize=12.0 K 2024-12-06T00:59:14,736 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 334f41c268b348701d7236313ff57d41 in 1249ms, sequenceid=485, compaction requested=false 2024-12-06T00:59:14,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:14,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:14,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=152}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=152 2024-12-06T00:59:14,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=152 2024-12-06T00:59:14,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=151 2024-12-06T00:59:14,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4810 sec 2024-12-06T00:59:14,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=151, table=TestAcidGuarantees in 2.4850 sec 2024-12-06T00:59:14,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:14,978 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:14,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:14,983 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/f2c020567ff046bf840849279105ed7c is 50, key is test_row_0/A:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:14,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742489_1665 (size=14741) 2024-12-06T00:59:15,006 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446815000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,007 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446815001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446815002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446815004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446815004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,018 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,019 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446815112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,118 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446815123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446815123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446815123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446815123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,133 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446815323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,333 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446815343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446815343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,351 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446815343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446815343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/f2c020567ff046bf840849279105ed7c 2024-12-06T00:59:15,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 is 50, key is test_row_0/B:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:15,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742490_1666 (size=12301) 2024-12-06T00:59:15,416 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 2024-12-06T00:59:15,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/7ad0ab84c3c14644a76b716185697872 is 50, key is test_row_0/C:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:15,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742491_1667 (size=12301) 2024-12-06T00:59:15,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=511 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/7ad0ab84c3c14644a76b716185697872 2024-12-06T00:59:15,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/f2c020567ff046bf840849279105ed7c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c 2024-12-06T00:59:15,445 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c, entries=200, sequenceid=511, filesize=14.4 K 2024-12-06T00:59:15,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 2024-12-06T00:59:15,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9, entries=150, sequenceid=511, filesize=12.0 K 2024-12-06T00:59:15,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/7ad0ab84c3c14644a76b716185697872 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872 2024-12-06T00:59:15,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872, entries=150, sequenceid=511, filesize=12.0 K 2024-12-06T00:59:15,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 334f41c268b348701d7236313ff57d41 in 476ms, sequenceid=511, compaction requested=true 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:15,454 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:15,454 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:15,454 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40399 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:15,455 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:15,455 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:15,455 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/60ac617497574b02ba9372704f47cb57, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.1 K 2024-12-06T00:59:15,455 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5e560a0a3814418fb14eb2c3b6bc8b59, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=39.5 K 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ac617497574b02ba9372704f47cb57, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:15,455 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5e560a0a3814418fb14eb2c3b6bc8b59, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:15,456 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 540b88a4a8d842ea9b58b255822ff636, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733446752591 2024-12-06T00:59:15,456 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e1dc05ec0b49d1acf2b6fab5c17e98, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733446752591 2024-12-06T00:59:15,457 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c020567ff046bf840849279105ed7c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:15,458 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a7caa52c4a3e41f8bf2c4a7f3d3dcdb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:15,474 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:15,474 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c7ba19f2404845f783b92aaa34d068bd is 50, key is test_row_0/A:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:15,480 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#576 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:15,481 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/2a1f74375aba40e1ab9e77e83ac40864 is 50, key is test_row_0/B:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:15,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742492_1668 (size=13459) 2024-12-06T00:59:15,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742493_1669 (size=13459) 2024-12-06T00:59:15,499 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c7ba19f2404845f783b92aaa34d068bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c7ba19f2404845f783b92aaa34d068bd 2024-12-06T00:59:15,505 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/2a1f74375aba40e1ab9e77e83ac40864 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2a1f74375aba40e1ab9e77e83ac40864 2024-12-06T00:59:15,509 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into c7ba19f2404845f783b92aaa34d068bd(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:15,509 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:15,509 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446755454; duration=0sec 2024-12-06T00:59:15,509 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:15,509 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:15,509 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:15,510 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:15,510 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:15,510 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:15,510 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/840ea49c4eaa46d7a67da476549ee222, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.1 K 2024-12-06T00:59:15,510 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 840ea49c4eaa46d7a67da476549ee222, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=471, earliestPutTs=1733446752440 2024-12-06T00:59:15,511 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68337ac110f04ab1ac83c3e5e5edfdb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=485, earliestPutTs=1733446752591 2024-12-06T00:59:15,511 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into 2a1f74375aba40e1ab9e77e83ac40864(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:15,511 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:15,511 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446755454; duration=0sec 2024-12-06T00:59:15,511 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ad0ab84c3c14644a76b716185697872, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:15,511 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:15,511 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:15,520 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#577 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:15,521 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/e411f8a3cc0841ccafeef2f27ebc7dca is 50, key is test_row_0/C:col10/1733446753801/Put/seqid=0 2024-12-06T00:59:15,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742494_1670 (size=13459) 2024-12-06T00:59:15,550 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/e411f8a3cc0841ccafeef2f27ebc7dca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e411f8a3cc0841ccafeef2f27ebc7dca 2024-12-06T00:59:15,563 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into e411f8a3cc0841ccafeef2f27ebc7dca(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:15,563 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:15,563 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446755454; duration=0sec 2024-12-06T00:59:15,563 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:15,563 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:15,649 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:15,649 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:59:15,657 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/ff89319669c244f08fdc1c9963eda3cc is 50, key is test_row_0/A:col10/1733446755002/Put/seqid=0 2024-12-06T00:59:15,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742495_1671 (size=14741) 2024-12-06T00:59:15,675 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/ff89319669c244f08fdc1c9963eda3cc 2024-12-06T00:59:15,681 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/95b93520f5d84f61a66ce4a334f399b9 is 50, key is test_row_0/B:col10/1733446755002/Put/seqid=0 2024-12-06T00:59:15,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742496_1672 (size=12301) 2024-12-06T00:59:15,691 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/95b93520f5d84f61a66ce4a334f399b9 2024-12-06T00:59:15,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/88a03c0dca854d878e5cd3e2c8a81173 is 50, key is test_row_0/C:col10/1733446755002/Put/seqid=0 2024-12-06T00:59:15,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742497_1673 (size=12301) 2024-12-06T00:59:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446815704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446815705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446815712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446815714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,726 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446815719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446815823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446815823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,836 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446815833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446815833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,840 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:15,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:15,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446815843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:15,853 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446816043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446816043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,051 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446816044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446816053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,060 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446816063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/88a03c0dca854d878e5cd3e2c8a81173 2024-12-06T00:59:16,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/ff89319669c244f08fdc1c9963eda3cc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc 2024-12-06T00:59:16,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc, entries=200, sequenceid=527, filesize=14.4 K 2024-12-06T00:59:16,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/95b93520f5d84f61a66ce4a334f399b9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9 2024-12-06T00:59:16,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9, entries=150, sequenceid=527, filesize=12.0 K 2024-12-06T00:59:16,123 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/88a03c0dca854d878e5cd3e2c8a81173 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173 2024-12-06T00:59:16,127 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173, entries=150, sequenceid=527, filesize=12.0 K 2024-12-06T00:59:16,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 334f41c268b348701d7236313ff57d41 in 479ms, sequenceid=527, compaction requested=false 2024-12-06T00:59:16,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:16,371 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:16,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:59:16,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:16,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c3e2607f11c64e5e95586a2daa0d3948 is 50, key is test_row_0/A:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742498_1674 (size=12301) 2024-12-06T00:59:16,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c3e2607f11c64e5e95586a2daa0d3948 2024-12-06T00:59:16,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e512955792a7468293ae1d65433b8982 is 50, key is test_row_0/B:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446816398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,410 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446816401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,419 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,420 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446816402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446816403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,421 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=151 2024-12-06T00:59:16,426 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:16,426 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:16,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446816409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees 2024-12-06T00:59:16,430 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:16,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-06T00:59:16,431 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=153, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:16,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:16,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742499_1675 (size=12301) 2024-12-06T00:59:16,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e512955792a7468293ae1d65433b8982 2024-12-06T00:59:16,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/77ceeb5910c14f6a9cf25aa32be2b499 is 50, key is test_row_0/C:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742500_1676 (size=12301) 2024-12-06T00:59:16,491 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/77ceeb5910c14f6a9cf25aa32be2b499 2024-12-06T00:59:16,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c3e2607f11c64e5e95586a2daa0d3948 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948 2024-12-06T00:59:16,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948, entries=150, sequenceid=551, filesize=12.0 K 2024-12-06T00:59:16,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e512955792a7468293ae1d65433b8982 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982 2024-12-06T00:59:16,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982, entries=150, sequenceid=551, filesize=12.0 K 2024-12-06T00:59:16,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/77ceeb5910c14f6a9cf25aa32be2b499 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499 2024-12-06T00:59:16,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499, entries=150, sequenceid=551, filesize=12.0 K 2024-12-06T00:59:16,516 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 334f41c268b348701d7236313ff57d41 in 145ms, sequenceid=551, compaction requested=true 2024-12-06T00:59:16,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:16,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:16,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:16,517 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:16,517 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:16,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:16,518 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:16,518 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/A is initiating minor compaction (all files) 2024-12-06T00:59:16,518 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/A in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,518 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c7ba19f2404845f783b92aaa34d068bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=39.6 K 2024-12-06T00:59:16,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:16,518 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/B is initiating minor compaction (all files) 2024-12-06T00:59:16,518 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/B in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,518 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2a1f74375aba40e1ab9e77e83ac40864, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.2 K 2024-12-06T00:59:16,519 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a1f74375aba40e1ab9e77e83ac40864, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:16,519 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7ba19f2404845f783b92aaa34d068bd, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:16,519 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b93520f5d84f61a66ce4a334f399b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733446755002 2024-12-06T00:59:16,519 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:16,519 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff89319669c244f08fdc1c9963eda3cc, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733446755001 2024-12-06T00:59:16,519 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e512955792a7468293ae1d65433b8982, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733446755710 2024-12-06T00:59:16,520 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3e2607f11c64e5e95586a2daa0d3948, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733446755710 2024-12-06T00:59:16,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:16,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:16,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:16,528 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:16,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:59:16,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-06T00:59:16,546 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#A#compaction#584 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:16,547 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/5349139ae12a498c928de901eae93008 is 50, key is test_row_0/A:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/bfdbc89c55254dcab02e64335567ce12 is 50, key is test_row_0/A:col10/1733446756407/Put/seqid=0 2024-12-06T00:59:16,562 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#B#compaction#585 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:16,563 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e5ca8de832434d4e8b1f7b603289ac30 is 50, key is test_row_0/B:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-06T00:59:16,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:16,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] handler.RSProcedureHandler(58): pid=154 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:16,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=154 java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:16,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=154 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:16,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742501_1677 (size=13561) 2024-12-06T00:59:16,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742503_1679 (size=13561) 2024-12-06T00:59:16,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742502_1678 (size=12301) 2024-12-06T00:59:16,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/bfdbc89c55254dcab02e64335567ce12 2024-12-06T00:59:16,600 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/5349139ae12a498c928de901eae93008 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5349139ae12a498c928de901eae93008 2024-12-06T00:59:16,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/caca6e3069c845288232925f741445c2 is 50, key is test_row_0/B:col10/1733446756407/Put/seqid=0 2024-12-06T00:59:16,608 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/A of 334f41c268b348701d7236313ff57d41 into 5349139ae12a498c928de901eae93008(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:16,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:16,608 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/A, priority=13, startTime=1733446756516; duration=0sec 2024-12-06T00:59:16,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:16,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:16,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:16,609 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:16,609 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 334f41c268b348701d7236313ff57d41/C is initiating minor compaction (all files) 2024-12-06T00:59:16,609 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 334f41c268b348701d7236313ff57d41/C in TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,609 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e411f8a3cc0841ccafeef2f27ebc7dca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp, totalSize=37.2 K 2024-12-06T00:59:16,609 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e411f8a3cc0841ccafeef2f27ebc7dca, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=511, earliestPutTs=1733446753801 2024-12-06T00:59:16,610 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88a03c0dca854d878e5cd3e2c8a81173, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=527, earliestPutTs=1733446755002 2024-12-06T00:59:16,610 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77ceeb5910c14f6a9cf25aa32be2b499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=551, earliestPutTs=1733446755710 2024-12-06T00:59:16,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742504_1680 (size=12301) 2024-12-06T00:59:16,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/caca6e3069c845288232925f741445c2 2024-12-06T00:59:16,618 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 334f41c268b348701d7236313ff57d41#C#compaction#588 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:16,619 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/36bf01fded3a423fb563c5af506be22b is 50, key is test_row_0/C:col10/1733446755710/Put/seqid=0 2024-12-06T00:59:16,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/8c02e449f45f43f682460681d6586cb7 is 50, key is test_row_0/C:col10/1733446756407/Put/seqid=0 2024-12-06T00:59:16,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742505_1681 (size=13561) 2024-12-06T00:59:16,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742506_1682 (size=12301) 2024-12-06T00:59:16,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=564 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/8c02e449f45f43f682460681d6586cb7 2024-12-06T00:59:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,635 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/36bf01fded3a423fb563c5af506be22b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/36bf01fded3a423fb563c5af506be22b 2024-12-06T00:59:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446816609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,635 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446816610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,636 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446816610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446816612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,637 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446816613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,638 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/bfdbc89c55254dcab02e64335567ce12 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/bfdbc89c55254dcab02e64335567ce12 2024-12-06T00:59:16,642 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/C of 334f41c268b348701d7236313ff57d41 into 36bf01fded3a423fb563c5af506be22b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:16,642 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:16,642 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/C, priority=13, startTime=1733446756519; duration=0sec 2024-12-06T00:59:16,642 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:16,643 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:16,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/bfdbc89c55254dcab02e64335567ce12, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:59:16,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/caca6e3069c845288232925f741445c2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/caca6e3069c845288232925f741445c2 2024-12-06T00:59:16,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/caca6e3069c845288232925f741445c2, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:59:16,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/8c02e449f45f43f682460681d6586cb7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/8c02e449f45f43f682460681d6586cb7 2024-12-06T00:59:16,656 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/8c02e449f45f43f682460681d6586cb7, entries=150, sequenceid=564, filesize=12.0 K 2024-12-06T00:59:16,657 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 334f41c268b348701d7236313ff57d41 in 129ms, sequenceid=564, compaction requested=false 2024-12-06T00:59:16,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:16,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-06T00:59:16,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=154 2024-12-06T00:59:16,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:16,745 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:59:16,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:16,748 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. as already flushing 2024-12-06T00:59:16,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6ef0d0e8a8e1404285feb397c8078cf0 is 50, key is test_row_0/A:col10/1733446756610/Put/seqid=0 2024-12-06T00:59:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742507_1683 (size=14741) 2024-12-06T00:59:16,762 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6ef0d0e8a8e1404285feb397c8078cf0 2024-12-06T00:59:16,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e9a21c1508d84dd4a07742738e03bf0c is 50, key is test_row_0/B:col10/1733446756610/Put/seqid=0 2024-12-06T00:59:16,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742508_1684 (size=12301) 2024-12-06T00:59:16,777 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e9a21c1508d84dd4a07742738e03bf0c 2024-12-06T00:59:16,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446816766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446816767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,782 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446816769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,783 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446816771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446816772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,788 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,790 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/58344fe829f5484da7188aad7fd8f4ef is 50, key is test_row_0/C:col10/1733446756610/Put/seqid=0 2024-12-06T00:59:16,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742509_1685 (size=12301) 2024-12-06T00:59:16,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446816899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446816899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446816899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446816899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,901 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:16,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446816899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:16,902 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e5ca8de832434d4e8b1f7b603289ac30 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e5ca8de832434d4e8b1f7b603289ac30 2024-12-06T00:59:17,011 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 334f41c268b348701d7236313ff57d41/B of 334f41c268b348701d7236313ff57d41 into e5ca8de832434d4e8b1f7b603289ac30(size=13.2 K), total size for store is 25.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:17,011 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:17,011 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., storeName=334f41c268b348701d7236313ff57d41/B, priority=13, startTime=1733446756517; duration=0sec 2024-12-06T00:59:17,012 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:17,012 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:17,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-06T00:59:17,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:17,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32958 deadline: 1733446817103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,114 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32918 deadline: 1733446817113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:17,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32962 deadline: 1733446817114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,126 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32956 deadline: 1733446817114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,127 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:17,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:32940 deadline: 1733446817114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 , the old value is region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:17,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=2 because the exception is null or not the one we care about 2024-12-06T00:59:17,162 INFO [Thread-2449 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2449. 2024-12-06T00:59:17,162 DEBUG [Thread-2449 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,162 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,165 INFO [Thread-2453 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2453. 2024-12-06T00:59:17,165 DEBUG [Thread-2453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,165 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,165 DEBUG [Thread-2453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,165 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,166 DEBUG [Thread-2449 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,166 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,168 INFO [Thread-2455 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2455. 2024-12-06T00:59:17,168 DEBUG [Thread-2455 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,168 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,168 DEBUG [Thread-2455 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,168 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,177 INFO [Thread-2451 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2451. 2024-12-06T00:59:17,177 INFO [Thread-2457 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2457. 2024-12-06T00:59:17,177 DEBUG [Thread-2451 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,177 DEBUG [Thread-2457 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,177 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,177 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,177 DEBUG [Thread-2457 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,177 DEBUG [Thread-2451 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,177 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,210 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=590 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/58344fe829f5484da7188aad7fd8f4ef 2024-12-06T00:59:17,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/6ef0d0e8a8e1404285feb397c8078cf0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6ef0d0e8a8e1404285feb397c8078cf0 2024-12-06T00:59:17,217 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6ef0d0e8a8e1404285feb397c8078cf0, entries=200, sequenceid=590, filesize=14.4 K 2024-12-06T00:59:17,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e9a21c1508d84dd4a07742738e03bf0c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e9a21c1508d84dd4a07742738e03bf0c 2024-12-06T00:59:17,221 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e9a21c1508d84dd4a07742738e03bf0c, entries=150, sequenceid=590, filesize=12.0 K 2024-12-06T00:59:17,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/58344fe829f5484da7188aad7fd8f4ef as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/58344fe829f5484da7188aad7fd8f4ef 2024-12-06T00:59:17,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/58344fe829f5484da7188aad7fd8f4ef, entries=150, sequenceid=590, filesize=12.0 K 2024-12-06T00:59:17,225 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 334f41c268b348701d7236313ff57d41 in 480ms, sequenceid=590, compaction requested=true 2024-12-06T00:59:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:17,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=154}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=154 2024-12-06T00:59:17,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=154 2024-12-06T00:59:17,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153 2024-12-06T00:59:17,228 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 795 msec 2024-12-06T00:59:17,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=153, table=TestAcidGuarantees in 802 msec 2024-12-06T00:59:17,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:17,424 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:17,425 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:59:17,425 INFO [Thread-2438 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2438. 2024-12-06T00:59:17,425 DEBUG [Thread-2438 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,425 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,425 DEBUG [Thread-2438 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,425 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/aa94138d54de4b1680d5ead3990331ae is 50, key is test_row_0/A:col10/1733446756753/Put/seqid=0 2024-12-06T00:59:17,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742510_1686 (size=12301) 2024-12-06T00:59:17,435 INFO [Thread-2446 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2446. 2024-12-06T00:59:17,435 INFO [Thread-2440 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2440. 2024-12-06T00:59:17,435 DEBUG [Thread-2440 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,435 DEBUG [Thread-2446 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,435 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,435 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,435 DEBUG [Thread-2440 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,435 DEBUG [Thread-2446 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,436 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,439 INFO [Thread-2444 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2444. 2024-12-06T00:59:17,439 DEBUG [Thread-2444 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,439 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,439 DEBUG [Thread-2444 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,444 INFO [Thread-2442 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2442. 2024-12-06T00:59:17,444 DEBUG [Thread-2442 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:17,444 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,444 DEBUG [Thread-2442 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=153 2024-12-06T00:59:17,563 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 140 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 145 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1063 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3189 rows 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1069 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3207 rows 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1072 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3207 rows 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1075 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3222 rows 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1078 2024-12-06T00:59:17,563 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3226 rows 2024-12-06T00:59:17,564 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:59:17,564 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:59:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:17,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:17,565 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:59:17,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:17,569 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446757569"}]},"ts":"1733446757569"} 2024-12-06T00:59:17,571 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:59:17,571 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:59:17,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:59:17,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, UNASSIGN}] 2024-12-06T00:59:17,574 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, UNASSIGN 2024-12-06T00:59:17,575 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=334f41c268b348701d7236313ff57d41, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:17,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=157, ppid=156, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, UNASSIGN because future has completed 2024-12-06T00:59:17,576 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:59:17,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:59:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:17,728 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(122): Close 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:17,729 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:59:17,729 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1722): Closing 334f41c268b348701d7236313ff57d41, disabling compactions & flushes 2024-12-06T00:59:17,729 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:17,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/aa94138d54de4b1680d5ead3990331ae 2024-12-06T00:59:17,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/aa6cac2a33104722ab9004b510d69442 is 50, key is test_row_0/B:col10/1733446756753/Put/seqid=0 2024-12-06T00:59:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742511_1687 (size=12301) 2024-12-06T00:59:17,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:18,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:18,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/aa6cac2a33104722ab9004b510d69442 2024-12-06T00:59:18,264 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/75d5daf8a48c408e8eb809038487f527 is 50, key is test_row_0/C:col10/1733446756753/Put/seqid=0 2024-12-06T00:59:18,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742512_1688 (size=12301) 2024-12-06T00:59:18,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=605 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/75d5daf8a48c408e8eb809038487f527 2024-12-06T00:59:18,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/aa94138d54de4b1680d5ead3990331ae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/aa94138d54de4b1680d5ead3990331ae 2024-12-06T00:59:18,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/aa94138d54de4b1680d5ead3990331ae, entries=150, sequenceid=605, filesize=12.0 K 2024-12-06T00:59:18,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/aa6cac2a33104722ab9004b510d69442 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/aa6cac2a33104722ab9004b510d69442 2024-12-06T00:59:18,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/aa6cac2a33104722ab9004b510d69442, entries=150, sequenceid=605, filesize=12.0 K 2024-12-06T00:59:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/75d5daf8a48c408e8eb809038487f527 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75d5daf8a48c408e8eb809038487f527 2024-12-06T00:59:18,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75d5daf8a48c408e8eb809038487f527, entries=150, sequenceid=605, filesize=12.0 K 2024-12-06T00:59:18,686 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=26.84 KB/27480 for 334f41c268b348701d7236313ff57d41 in 1262ms, sequenceid=605, compaction requested=true 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 334f41c268b348701d7236313ff57d41: 2024-12-06T00:59:18,686 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:18,686 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. because compaction request was cancelled 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:18,686 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. after waiting 0 ms 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:18,686 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:A 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 334f41c268b348701d7236313ff57d41:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. because compaction request was cancelled 2024-12-06T00:59:18,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. because compaction request was cancelled 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:B 2024-12-06T00:59:18,686 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 334f41c268b348701d7236313ff57d41:C 2024-12-06T00:59:18,686 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(2902): Flushing 334f41c268b348701d7236313ff57d41 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T00:59:18,689 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c701f22b96be462aabc7a390332830f0 is 50, key is test_row_0/A:col10/1733446757433/Put/seqid=0 2024-12-06T00:59:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742513_1689 (size=9857) 2024-12-06T00:59:18,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:19,092 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c701f22b96be462aabc7a390332830f0 2024-12-06T00:59:19,098 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e268494fa2c04b2d9f29b40ead342b77 is 50, key is test_row_0/B:col10/1733446757433/Put/seqid=0 2024-12-06T00:59:19,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742514_1690 (size=9857) 2024-12-06T00:59:19,503 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e268494fa2c04b2d9f29b40ead342b77 2024-12-06T00:59:19,509 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/5c30c08ff0354cb7bc3f9f34206c1fdb is 50, key is test_row_0/C:col10/1733446757433/Put/seqid=0 2024-12-06T00:59:19,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742515_1691 (size=9857) 2024-12-06T00:59:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:19,912 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/5c30c08ff0354cb7bc3f9f34206c1fdb 2024-12-06T00:59:19,916 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/A/c701f22b96be462aabc7a390332830f0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c701f22b96be462aabc7a390332830f0 2024-12-06T00:59:19,919 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c701f22b96be462aabc7a390332830f0, entries=100, sequenceid=612, filesize=9.6 K 2024-12-06T00:59:19,920 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/B/e268494fa2c04b2d9f29b40ead342b77 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e268494fa2c04b2d9f29b40ead342b77 2024-12-06T00:59:19,923 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e268494fa2c04b2d9f29b40ead342b77, entries=100, sequenceid=612, filesize=9.6 K 2024-12-06T00:59:19,923 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/.tmp/C/5c30c08ff0354cb7bc3f9f34206c1fdb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/5c30c08ff0354cb7bc3f9f34206c1fdb 2024-12-06T00:59:19,926 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/5c30c08ff0354cb7bc3f9f34206c1fdb, entries=100, sequenceid=612, filesize=9.6 K 2024-12-06T00:59:19,927 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 334f41c268b348701d7236313ff57d41 in 1241ms, sequenceid=612, compaction requested=true 2024-12-06T00:59:19,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/215e25011599459b99eb6cb3e192c5de, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/eebfceab71944f6f9bcf1330463f26a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b54dd4e058b64b0d84e86b864eac55aa, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/76b6dac012ae47239b9d39dfe8431c65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/971266082fe342ebb7272ccdaee454a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6a7109098b354a4da6d9cfb346562104, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/30960497f5f441d6bb09504397456536, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/40bc7cd140964cf59f338b46bcaff07c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d390ce3ff7054dffa9cd0cbbcd80f725, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5e560a0a3814418fb14eb2c3b6bc8b59, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c7ba19f2404845f783b92aaa34d068bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948] to archive 2024-12-06T00:59:19,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:19,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/215e25011599459b99eb6cb3e192c5de to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/215e25011599459b99eb6cb3e192c5de 2024-12-06T00:59:19,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/9769751ab5d34ea1a008d2b531b5909e 2024-12-06T00:59:19,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/99e8f75219fe41db9a8140efe242862d 2024-12-06T00:59:19,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/629cdb14dc164fc19cee4a1f28f7c17a 2024-12-06T00:59:19,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/eebfceab71944f6f9bcf1330463f26a8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/eebfceab71944f6f9bcf1330463f26a8 2024-12-06T00:59:19,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/0ec20fa6c7c543f79250467b362f11af 2024-12-06T00:59:19,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/93842e9ec1c64a4e89c59f05db997abd 2024-12-06T00:59:19,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b54dd4e058b64b0d84e86b864eac55aa to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b54dd4e058b64b0d84e86b864eac55aa 2024-12-06T00:59:19,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/67d5f2caeafd4261992ce98d359bfc0e 2024-12-06T00:59:19,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/23e5b33fc48c4d869ab9eb338c8e9a94 2024-12-06T00:59:19,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/76b6dac012ae47239b9d39dfe8431c65 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/76b6dac012ae47239b9d39dfe8431c65 2024-12-06T00:59:19,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/cf12ee6c9720466a9edb8f6ba5e07cde 2024-12-06T00:59:19,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/4d6814b6bf0e44ceaa4d5a4e9e6ac5ba 2024-12-06T00:59:19,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/fdce30154a97459a921b68eac9ca5700 2024-12-06T00:59:19,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/971266082fe342ebb7272ccdaee454a8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/971266082fe342ebb7272ccdaee454a8 2024-12-06T00:59:19,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6e7e3e353d1343b6903186acfc390359 2024-12-06T00:59:19,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/97e76983cff9419dbeb6743e66f707d6 2024-12-06T00:59:19,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6a7109098b354a4da6d9cfb346562104 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6a7109098b354a4da6d9cfb346562104 2024-12-06T00:59:19,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/55b15072e06c4a2bb776bab66ff7596e 2024-12-06T00:59:19,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/e3904e54aded4844974356a314981781 2024-12-06T00:59:19,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/30960497f5f441d6bb09504397456536 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/30960497f5f441d6bb09504397456536 2024-12-06T00:59:19,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b8960aab01be4ed198085300f7a6dc51 2024-12-06T00:59:19,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d893650fa8384426911a7723f6d23f21 2024-12-06T00:59:19,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d3f64405b4fb4a98992a1bc4bdc7f0b6 2024-12-06T00:59:19,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6824e6af819f459e9af48efc05716d86 2024-12-06T00:59:19,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/40bc7cd140964cf59f338b46bcaff07c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/40bc7cd140964cf59f338b46bcaff07c 2024-12-06T00:59:19,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c629bc036e2243689913a6423c046c48 2024-12-06T00:59:19,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/b73cc3dddd514b268ac9472d89c4060e 2024-12-06T00:59:19,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d390ce3ff7054dffa9cd0cbbcd80f725 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/d390ce3ff7054dffa9cd0cbbcd80f725 2024-12-06T00:59:19,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/409dfcc66269418d9d9f07db916a8213 2024-12-06T00:59:19,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/a7c7a1d779a8446287e93aa4b9c07b0a 2024-12-06T00:59:19,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5e560a0a3814418fb14eb2c3b6bc8b59 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5e560a0a3814418fb14eb2c3b6bc8b59 2024-12-06T00:59:19,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/540b88a4a8d842ea9b58b255822ff636 2024-12-06T00:59:19,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/f2c020567ff046bf840849279105ed7c 2024-12-06T00:59:19,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c7ba19f2404845f783b92aaa34d068bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c7ba19f2404845f783b92aaa34d068bd 2024-12-06T00:59:19,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/ff89319669c244f08fdc1c9963eda3cc 2024-12-06T00:59:19,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c3e2607f11c64e5e95586a2daa0d3948 2024-12-06T00:59:19,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d14aa1a50864d0181df488f19cd02b4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/68e3fc02e62a4d1b98902b46494a7632, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/8e1cc808b11c493cb2a01ee84c98a5bd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4843320405194e5e8daa5e4da9c0f65a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/38145c59fe594b69b48548964400b254, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/bab59c5c155a41e2ad780d40ab45dfcc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d94b0084ec041d789c8920dcf2a9249, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/007c507ad49e4b328b941562fe9f959d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3200815d64f149b784837baa038393a7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/60ac617497574b02ba9372704f47cb57, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2a1f74375aba40e1ab9e77e83ac40864, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982] to archive 2024-12-06T00:59:19,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:19,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d14aa1a50864d0181df488f19cd02b4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d14aa1a50864d0181df488f19cd02b4 2024-12-06T00:59:19,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/7a170ebd74d64b0f90ebe1c26c410fae 2024-12-06T00:59:19,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/cbc95d428bd34292aaef864a0394c2a1 2024-12-06T00:59:19,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/68e3fc02e62a4d1b98902b46494a7632 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/68e3fc02e62a4d1b98902b46494a7632 2024-12-06T00:59:19,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b379a287b5f3498999940d5828d4cde7 2024-12-06T00:59:19,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/16dc60b285c54b76858173a4b9e7d182 2024-12-06T00:59:19,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/8e1cc808b11c493cb2a01ee84c98a5bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/8e1cc808b11c493cb2a01ee84c98a5bd 2024-12-06T00:59:19,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1f1d55aceb924c8897e6699be00a9c0b 2024-12-06T00:59:19,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d3188ece303f4e1ab48d2a875ae1a29c 2024-12-06T00:59:19,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/834ee57acb5845749d45f858a469d655 2024-12-06T00:59:19,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4843320405194e5e8daa5e4da9c0f65a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4843320405194e5e8daa5e4da9c0f65a 2024-12-06T00:59:19,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/b1ab650e763045ecac4fa1245d2f5ab2 2024-12-06T00:59:19,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/4a08175a30f64094bb09c8e29044703d 2024-12-06T00:59:19,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/38145c59fe594b69b48548964400b254 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/38145c59fe594b69b48548964400b254 2024-12-06T00:59:19,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/d9587fd0090c432494ee50617e08f8c8 2024-12-06T00:59:19,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/30075b7ec5ad48fca279f2076107fb52 2024-12-06T00:59:19,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/bab59c5c155a41e2ad780d40ab45dfcc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/bab59c5c155a41e2ad780d40ab45dfcc 2024-12-06T00:59:19,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/102ddac530c44703ac23099b5b746f48 2024-12-06T00:59:19,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ca07b2fe6bd64716b092f61d4bfff304 2024-12-06T00:59:19,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f10159c3733341a49d9a8fa29fb9ca19 2024-12-06T00:59:19,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d94b0084ec041d789c8920dcf2a9249 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3d94b0084ec041d789c8920dcf2a9249 2024-12-06T00:59:19,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/98eef894bc9f468a88a3c4f26007f7c5 2024-12-06T00:59:19,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a14d5ac077334ff08f3a8714db96a63a 2024-12-06T00:59:19,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/ed205aefa12b485e802dd98f39d02c4e 2024-12-06T00:59:19,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/007c507ad49e4b328b941562fe9f959d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/007c507ad49e4b328b941562fe9f959d 2024-12-06T00:59:19,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/1ca495fa2010405cadfeab6812926b50 2024-12-06T00:59:19,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2fe1f3f188d84e5a8b2b23951943ff39 2024-12-06T00:59:19,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3200815d64f149b784837baa038393a7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/3200815d64f149b784837baa038393a7 2024-12-06T00:59:19,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/32fc89d3ac684552b8fb804d1d89ec9a 2024-12-06T00:59:19,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/24ff6cc4eec740e88fa89708bf7f336a 2024-12-06T00:59:19,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/60ac617497574b02ba9372704f47cb57 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/60ac617497574b02ba9372704f47cb57 2024-12-06T00:59:19,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/f59d07480a674000a5e9f0aafb812de6 2024-12-06T00:59:19,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/89e1dc05ec0b49d1acf2b6fab5c17e98 2024-12-06T00:59:19,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2a1f74375aba40e1ab9e77e83ac40864 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/2a1f74375aba40e1ab9e77e83ac40864 2024-12-06T00:59:19,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/a7caa52c4a3e41f8bf2c4a7f3d3dcdb9 2024-12-06T00:59:20,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/95b93520f5d84f61a66ce4a334f399b9 2024-12-06T00:59:20,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e512955792a7468293ae1d65433b8982 2024-12-06T00:59:20,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/444ad7b1e5cd4442ba978901082833a0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/98f824b7d73a43318d0ec4203d48e799, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/06a24e42c5f44cb792318fc0adce6fa7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/0142b519ba214419b4f0e54cd9bd0c4e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7107e091efd5417dba7765056d79412b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75cb56dae01f4afcbc4052cbf2040aab, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/6c9d17bab364470887a0732cdcb6cab7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/37c130cf19e842e8a11d98df68021049, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/b9b1a96bc0524ac2a5a6fd6e661031c4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/840ea49c4eaa46d7a67da476549ee222, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e411f8a3cc0841ccafeef2f27ebc7dca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499] to archive 2024-12-06T00:59:20,019 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:20,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/444ad7b1e5cd4442ba978901082833a0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/444ad7b1e5cd4442ba978901082833a0 2024-12-06T00:59:20,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/1c22c277fe134a22820b36814338e64d 2024-12-06T00:59:20,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/01059fd92733490aa1499758f78245ca 2024-12-06T00:59:20,024 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/98f824b7d73a43318d0ec4203d48e799 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/98f824b7d73a43318d0ec4203d48e799 2024-12-06T00:59:20,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/3e214c342f9e469ba59db94ef2edbc30 2024-12-06T00:59:20,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/232a7c56bc8b460cb89b90b7d1f53813 2024-12-06T00:59:20,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/06a24e42c5f44cb792318fc0adce6fa7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/06a24e42c5f44cb792318fc0adce6fa7 2024-12-06T00:59:20,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/804883170a5642ee86f8b03250ef70bf 2024-12-06T00:59:20,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/880f67a530694f0cb5f053bbdd99d814 2024-12-06T00:59:20,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/594a2acfd63d42498c3e04017331a2df 2024-12-06T00:59:20,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/0142b519ba214419b4f0e54cd9bd0c4e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/0142b519ba214419b4f0e54cd9bd0c4e 2024-12-06T00:59:20,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/294b23a1bca0487e9c9f995d5dd5dc7e 2024-12-06T00:59:20,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/23dec8588bd041eaa5c4f9e06948f4db 2024-12-06T00:59:20,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7107e091efd5417dba7765056d79412b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7107e091efd5417dba7765056d79412b 2024-12-06T00:59:20,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/eada7fa7cb3c42f1b24151818adbcc3a 2024-12-06T00:59:20,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9a1084f3203e4584ab94be4f2546f704 2024-12-06T00:59:20,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75cb56dae01f4afcbc4052cbf2040aab to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75cb56dae01f4afcbc4052cbf2040aab 2024-12-06T00:59:20,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/11966f4a91b84e9eb156488ca2aa3e94 2024-12-06T00:59:20,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/fcc921653ee1422091086fa9c6114cf3 2024-12-06T00:59:20,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/45fc5f6b652d4eceb3e76d9c76804e83 2024-12-06T00:59:20,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/6c9d17bab364470887a0732cdcb6cab7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/6c9d17bab364470887a0732cdcb6cab7 2024-12-06T00:59:20,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/05b3241e9b4d44c296bb12f90a00bd6f 2024-12-06T00:59:20,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/9831a2880dda4467b80a81bb25482429 2024-12-06T00:59:20,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/ac42c745b5234d19957257164faf2b12 2024-12-06T00:59:20,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/37c130cf19e842e8a11d98df68021049 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/37c130cf19e842e8a11d98df68021049 2024-12-06T00:59:20,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/04ea66222b41448ea96764266869da86 2024-12-06T00:59:20,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/237121b2687746349aa00dba99629ad3 2024-12-06T00:59:20,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/b9b1a96bc0524ac2a5a6fd6e661031c4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/b9b1a96bc0524ac2a5a6fd6e661031c4 2024-12-06T00:59:20,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e9ae510eb74d44cc8def8d5a8d1f271c 2024-12-06T00:59:20,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/d8c50a3917c648df84fffb609b13ff9a 2024-12-06T00:59:20,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/840ea49c4eaa46d7a67da476549ee222 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/840ea49c4eaa46d7a67da476549ee222 2024-12-06T00:59:20,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/aa60d880be734d82a416904dc7fa8cef 2024-12-06T00:59:20,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/68337ac110f04ab1ac83c3e5e5edfdb4 2024-12-06T00:59:20,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e411f8a3cc0841ccafeef2f27ebc7dca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/e411f8a3cc0841ccafeef2f27ebc7dca 2024-12-06T00:59:20,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/7ad0ab84c3c14644a76b716185697872 2024-12-06T00:59:20,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/88a03c0dca854d878e5cd3e2c8a81173 2024-12-06T00:59:20,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/77ceeb5910c14f6a9cf25aa32be2b499 2024-12-06T00:59:20,090 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/recovered.edits/615.seqid, newMaxSeqId=615, maxSeqId=1 2024-12-06T00:59:20,091 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. 2024-12-06T00:59:20,091 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] regionserver.HRegion(1676): Region close journal for 334f41c268b348701d7236313ff57d41: Waiting for close lock at 1733446757729Running coprocessor pre-close hooks at 1733446757729Disabling compacts and flushes for region at 1733446757729Disabling writes for close at 1733446758686 (+957 ms)Obtaining lock to block concurrent updates at 1733446758686Preparing flush snapshotting stores in 334f41c268b348701d7236313ff57d41 at 1733446758686Finished memstore snapshotting TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=72720, getOffHeapSize=0, getCellsCount=600 at 1733446758686Flushing stores of TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41. at 1733446758687 (+1 ms)Flushing 334f41c268b348701d7236313ff57d41/A: creating writer at 1733446758687Flushing 334f41c268b348701d7236313ff57d41/A: appending metadata at 1733446758689 (+2 ms)Flushing 334f41c268b348701d7236313ff57d41/A: closing flushed file at 1733446758689Flushing 334f41c268b348701d7236313ff57d41/B: creating writer at 1733446759096 (+407 ms)Flushing 334f41c268b348701d7236313ff57d41/B: appending metadata at 1733446759098 (+2 ms)Flushing 334f41c268b348701d7236313ff57d41/B: closing flushed file at 1733446759098Flushing 334f41c268b348701d7236313ff57d41/C: creating writer at 1733446759506 (+408 ms)Flushing 334f41c268b348701d7236313ff57d41/C: appending metadata at 1733446759508 (+2 ms)Flushing 334f41c268b348701d7236313ff57d41/C: closing flushed file at 1733446759508Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46dc7534: reopening flushed file at 1733446759916 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e142114: reopening flushed file at 1733446759919 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4012bb8e: reopening flushed file at 1733446759923 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 334f41c268b348701d7236313ff57d41 in 1241ms, sequenceid=612, compaction requested=true at 1733446759927 (+4 ms)Writing region close event to WAL at 1733446760087 (+160 ms)Running coprocessor post-close hooks at 1733446760091 (+4 ms)Closed at 1733446760091 2024-12-06T00:59:20,093 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=158}] handler.UnassignRegionHandler(157): Closed 334f41c268b348701d7236313ff57d41 2024-12-06T00:59:20,094 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=157 updating hbase:meta row=334f41c268b348701d7236313ff57d41, regionState=CLOSED 2024-12-06T00:59:20,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=158, ppid=157, state=RUNNABLE, hasLock=false; CloseRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:59:20,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157 2024-12-06T00:59:20,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseRegionProcedure 334f41c268b348701d7236313ff57d41, server=f7c814cf3c7e,36411,1733446618544 in 2.5200 sec 2024-12-06T00:59:20,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-06T00:59:20,100 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=334f41c268b348701d7236313ff57d41, UNASSIGN in 2.5250 sec 2024-12-06T00:59:20,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155 2024-12-06T00:59:20,103 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5290 sec 2024-12-06T00:59:20,105 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446760104"}]},"ts":"1733446760104"} 2024-12-06T00:59:20,106 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:59:20,106 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:59:20,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5420 sec 2024-12-06T00:59:21,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155 2024-12-06T00:59:21,723 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:21,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:59:21,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=159, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,725 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=159, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-06T00:59:21,726 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=159, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,728 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41 2024-12-06T00:59:21,730 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/recovered.edits] 2024-12-06T00:59:21,733 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5349139ae12a498c928de901eae93008 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/5349139ae12a498c928de901eae93008 2024-12-06T00:59:21,734 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6ef0d0e8a8e1404285feb397c8078cf0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/6ef0d0e8a8e1404285feb397c8078cf0 2024-12-06T00:59:21,735 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/aa94138d54de4b1680d5ead3990331ae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/aa94138d54de4b1680d5ead3990331ae 2024-12-06T00:59:21,736 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/bfdbc89c55254dcab02e64335567ce12 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/bfdbc89c55254dcab02e64335567ce12 2024-12-06T00:59:21,737 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c701f22b96be462aabc7a390332830f0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/A/c701f22b96be462aabc7a390332830f0 2024-12-06T00:59:21,739 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/aa6cac2a33104722ab9004b510d69442 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/aa6cac2a33104722ab9004b510d69442 2024-12-06T00:59:21,740 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/caca6e3069c845288232925f741445c2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/caca6e3069c845288232925f741445c2 2024-12-06T00:59:21,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e268494fa2c04b2d9f29b40ead342b77 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e268494fa2c04b2d9f29b40ead342b77 2024-12-06T00:59:21,741 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e5ca8de832434d4e8b1f7b603289ac30 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e5ca8de832434d4e8b1f7b603289ac30 2024-12-06T00:59:21,742 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e9a21c1508d84dd4a07742738e03bf0c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/B/e9a21c1508d84dd4a07742738e03bf0c 2024-12-06T00:59:21,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/36bf01fded3a423fb563c5af506be22b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/36bf01fded3a423fb563c5af506be22b 2024-12-06T00:59:21,744 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/58344fe829f5484da7188aad7fd8f4ef to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/58344fe829f5484da7188aad7fd8f4ef 2024-12-06T00:59:21,745 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/5c30c08ff0354cb7bc3f9f34206c1fdb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/5c30c08ff0354cb7bc3f9f34206c1fdb 2024-12-06T00:59:21,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75d5daf8a48c408e8eb809038487f527 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/75d5daf8a48c408e8eb809038487f527 2024-12-06T00:59:21,746 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/8c02e449f45f43f682460681d6586cb7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/C/8c02e449f45f43f682460681d6586cb7 2024-12-06T00:59:21,748 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/recovered.edits/615.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41/recovered.edits/615.seqid 2024-12-06T00:59:21,749 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/334f41c268b348701d7236313ff57d41 2024-12-06T00:59:21,749 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:59:21,751 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=159, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,752 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:59:21,754 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:59:21,755 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=159, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,755 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:59:21,755 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446761755"}]},"ts":"9223372036854775807"} 2024-12-06T00:59:21,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:59:21,757 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 334f41c268b348701d7236313ff57d41, NAME => 'TestAcidGuarantees,,1733446734945.334f41c268b348701d7236313ff57d41.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:59:21,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:59:21,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446761757"}]},"ts":"9223372036854775807"} 2024-12-06T00:59:21,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:59:21,760 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=159, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-12-06T00:59:21,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=159 2024-12-06T00:59:21,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:59:21,833 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:21,844 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=240 (was 242), OpenFileDescriptor=451 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=546 (was 526) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10335 (was 10557) 2024-12-06T00:59:21,852 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=546, ProcessCount=11, AvailableMemoryMB=10335 2024-12-06T00:59:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:59:21,854 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:59:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:21,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T00:59:21,856 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:21,856 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 160 2024-12-06T00:59:21,857 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T00:59:21,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T00:59:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742516_1692 (size=959) 2024-12-06T00:59:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T00:59:22,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T00:59:22,266 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4 2024-12-06T00:59:22,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742517_1693 (size=53) 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 18f88c0348ac3d058414c656e5990d23, disabling compactions & flushes 2024-12-06T00:59:22,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. after waiting 0 ms 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,289 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,289 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 18f88c0348ac3d058414c656e5990d23: Waiting for close lock at 1733446762289Disabling compacts and flushes for region at 1733446762289Disabling writes for close at 1733446762289Writing region close event to WAL at 1733446762289Closed at 1733446762289 2024-12-06T00:59:22,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T00:59:22,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733446762291"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733446762291"}]},"ts":"1733446762291"} 2024-12-06T00:59:22,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-06T00:59:22,293 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T00:59:22,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446762293"}]},"ts":"1733446762293"} 2024-12-06T00:59:22,295 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T00:59:22,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, ASSIGN}] 2024-12-06T00:59:22,296 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, ASSIGN 2024-12-06T00:59:22,297 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, ASSIGN; state=OFFLINE, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=false 2024-12-06T00:59:22,448 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:22,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=161, ppid=160, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, ASSIGN because future has completed 2024-12-06T00:59:22,450 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:59:22,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T00:59:22,606 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,606 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7752): Opening region: {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:59:22,607 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,607 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:59:22,607 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7794): checking encryption for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,607 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(7797): checking classloading for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,608 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,609 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName A 2024-12-06T00:59:22,609 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:22,609 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:22,610 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,610 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName B 2024-12-06T00:59:22,610 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:22,611 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:22,611 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,612 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName C 2024-12-06T00:59:22,612 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:22,612 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:22,612 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1038): replaying wal for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,613 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,613 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,613 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1048): stopping wal replay for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,613 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1060): Cleaning up temporary data for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,614 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:59:22,615 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1093): writing seq id for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,616 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T00:59:22,617 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1114): Opened 18f88c0348ac3d058414c656e5990d23; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71053954, jitterRate=0.05878642201423645}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:59:22,617 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:22,617 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegion(1006): Region open journal for 18f88c0348ac3d058414c656e5990d23: Running coprocessor pre-open hook at 1733446762607Writing region info on filesystem at 1733446762607Initializing all the Stores at 1733446762607Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446762607Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446762608 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446762608Cleaning up temporary data from old regions at 1733446762613 (+5 ms)Running coprocessor post-open hooks at 1733446762617 (+4 ms)Region opened successfully at 1733446762617 2024-12-06T00:59:22,618 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., pid=162, masterSystemTime=1733446762603 2024-12-06T00:59:22,620 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,620 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=162}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:22,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=161 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=OPEN, openSeqNum=2, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:22,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=162, ppid=161, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:59:22,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=162, resume processing ppid=161 2024-12-06T00:59:22,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, ppid=161, state=SUCCESS, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 in 172 msec 2024-12-06T00:59:22,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-06T00:59:22,625 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, ASSIGN in 328 msec 2024-12-06T00:59:22,626 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T00:59:22,626 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446762626"}]},"ts":"1733446762626"} 2024-12-06T00:59:22,627 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T00:59:22,627 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=160, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T00:59:22,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 773 msec 2024-12-06T00:59:22,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-06T00:59:22,994 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:22,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a769332, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:22,995 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:22,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:22,996 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6ba830, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:22,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:22,997 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:22,998 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:22,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77f101bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:22,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,000 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35586, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,002 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-06T00:59:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f7c814cf3c7e,46273,1733446617566 2024-12-06T00:59:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300e0740 2024-12-06T00:59:23,003 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T00:59:23,004 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T00:59:23,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T00:59:23,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T00:59:23,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=163, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:23,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742518_1694 (size=995) 2024-12-06T00:59:23,421 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-12-06T00:59:23,421 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-12-06T00:59:23,425 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:59:23,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE}] 2024-12-06T00:59:23,429 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE 2024-12-06T00:59:23,430 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:23,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE because future has completed 2024-12-06T00:59:23,432 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:59:23,432 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:59:23,584 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,585 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:59:23,585 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing 18f88c0348ac3d058414c656e5990d23, disabling compactions & flushes 2024-12-06T00:59:23,585 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,585 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,585 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. after waiting 0 ms 2024-12-06T00:59:23,585 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,588 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T00:59:23,588 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,588 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for 18f88c0348ac3d058414c656e5990d23: Waiting for close lock at 1733446763585Running coprocessor pre-close hooks at 1733446763585Disabling compacts and flushes for region at 1733446763585Disabling writes for close at 1733446763585Writing region close event to WAL at 1733446763585Running coprocessor post-close hooks at 1733446763588 (+3 ms)Closed at 1733446763588 2024-12-06T00:59:23,588 WARN [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegionServer(3299): Not adding moved region record: 18f88c0348ac3d058414c656e5990d23 to self. 2024-12-06T00:59:23,590 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,591 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=CLOSED 2024-12-06T00:59:23,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:59:23,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165 2024-12-06T00:59:23,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 in 161 msec 2024-12-06T00:59:23,595 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE; state=CLOSED, location=f7c814cf3c7e,36411,1733446618544; forceNewPlan=false, retain=true 2024-12-06T00:59:23,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=OPENING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:23,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=164, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE because future has completed 2024-12-06T00:59:23,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:59:23,902 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,902 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7752): Opening region: {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} 2024-12-06T00:59:23,903 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,903 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T00:59:23,903 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7794): checking encryption for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,903 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(7797): checking classloading for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,904 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,904 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName A 2024-12-06T00:59:23,905 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:23,906 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:23,906 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,906 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName B 2024-12-06T00:59:23,907 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:23,907 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:23,907 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,907 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 18f88c0348ac3d058414c656e5990d23 columnFamilyName C 2024-12-06T00:59:23,907 DEBUG [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:23,908 INFO [StoreOpener-18f88c0348ac3d058414c656e5990d23-1 {}] regionserver.HStore(327): Store=18f88c0348ac3d058414c656e5990d23/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T00:59:23,908 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1038): replaying wal for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,908 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,909 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,910 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1048): stopping wal replay for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,910 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1060): Cleaning up temporary data for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,910 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T00:59:23,911 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1093): writing seq id for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,911 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1114): Opened 18f88c0348ac3d058414c656e5990d23; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66459902, jitterRate=-0.009670287370681763}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T00:59:23,912 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,912 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegion(1006): Region open journal for 18f88c0348ac3d058414c656e5990d23: Running coprocessor pre-open hook at 1733446763903Writing region info on filesystem at 1733446763903Initializing all the Stores at 1733446763903Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446763903Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446763904 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733446763904Cleaning up temporary data from old regions at 1733446763910 (+6 ms)Running coprocessor post-open hooks at 1733446763912 (+2 ms)Region opened successfully at 1733446763912 2024-12-06T00:59:23,913 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., pid=167, masterSystemTime=1733446763899 2024-12-06T00:59:23,915 DEBUG [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,915 INFO [RS_OPEN_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_OPEN_REGION, pid=167}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:23,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=OPEN, openSeqNum=5, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:23,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=165, state=RUNNABLE, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:59:23,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=165 2024-12-06T00:59:23,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=165, state=SUCCESS, hasLock=false; OpenRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 in 170 msec 2024-12-06T00:59:23,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-06T00:59:23,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, REOPEN/MOVE in 491 msec 2024-12-06T00:59:23,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163 2024-12-06T00:59:23,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 496 msec 2024-12-06T00:59:23,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 917 msec 2024-12-06T00:59:23,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=163 2024-12-06T00:59:23,926 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:23,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bd32fa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,927 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,927 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d18a4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,928 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,929 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c84c38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a00f97b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,931 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,932 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,933 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a41329e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,934 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,934 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,934 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20570834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,935 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,936 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6b1147, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,936 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccf70d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,937 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,938 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,938 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50876, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,939 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d63b1f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,939 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,940 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3044fcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,940 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,941 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8040c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41947491, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e5045c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,944 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,945 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f0ff541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,946 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,946 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,946 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a109c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,947 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,948 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752730a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,949 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,949 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,950 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2998e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,951 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,951 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,952 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ef9649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,952 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,953 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,953 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd400f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,953 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,954 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50978, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,955 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ae7de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,956 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f7c814cf3c7e,46273,-1 for getting cluster id 2024-12-06T00:59:23,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-06T00:59:23,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eade6839-f83e-4791-86b6-afdefd764976' 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eade6839-f83e-4791-86b6-afdefd764976" 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aaefcd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f7c814cf3c7e,46273,-1] 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-06T00:59:23,957 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:23,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-06T00:59:23,958 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3365e67e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T00:59:23,959 DEBUG [Thread-3033 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,960 DEBUG [Thread-3035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,960 DEBUG [Thread-3026 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,960 DEBUG [Thread-3018 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35588, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35602, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,962 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35616, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,968 DEBUG [Thread-3024 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,969 DEBUG [Thread-3020 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,969 DEBUG [Thread-3029 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,969 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,969 DEBUG [Thread-3022 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,969 DEBUG [Thread-3031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,970 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:23,970 DEBUG [Thread-3031 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,971 DEBUG [Thread-3031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,971 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,972 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees 2024-12-06T00:59:23,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35656, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,974 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,975 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:23,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:23,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,977 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=168, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:23,977 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:23,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:23,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:23,979 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:23,979 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:23,980 DEBUG [Thread-3037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-06T00:59:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f7c814cf3c7e,36411,1733446618544, seqNum=-1] 2024-12-06T00:59:23,981 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T00:59:23,982 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T00:59:23,984 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5] 2024-12-06T00:59:24,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064454a9360bb6443f8904088b57f789ac_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446763977/Put/seqid=0 2024-12-06T00:59:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,017 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,018 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446824016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,023 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742519_1695 (size=12154) 2024-12-06T00:59:24,029 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:24,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064454a9360bb6443f8904088b57f789ac_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064454a9360bb6443f8904088b57f789ac_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:24,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7b9f4b7a269748d18b6b01be0408b667, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:24,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7b9f4b7a269748d18b6b01be0408b667 is 175, key is test_row_0/A:col10/1733446763977/Put/seqid=0 2024-12-06T00:59:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742520_1696 (size=30955) 2024-12-06T00:59:24,039 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7b9f4b7a269748d18b6b01be0408b667 2024-12-06T00:59:24,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/07f01675286a4aeaa1c26eb95b9bcd2e is 50, key is test_row_0/B:col10/1733446763977/Put/seqid=0 2024-12-06T00:59:24,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742521_1697 (size=12001) 2024-12-06T00:59:24,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:24,083 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/07f01675286a4aeaa1c26eb95b9bcd2e 2024-12-06T00:59:24,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2e5fdde7906c4e2485e5df62b401b43a is 50, key is test_row_0/C:col10/1733446763977/Put/seqid=0 2024-12-06T00:59:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,127 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,128 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-06T00:59:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:24,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] handler.RSProcedureHandler(58): pid=169 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=169 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:24,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=169 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:24,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,136 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446824133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,137 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742522_1698 (size=12001) 2024-12-06T00:59:24,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2e5fdde7906c4e2485e5df62b401b43a 2024-12-06T00:59:24,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7b9f4b7a269748d18b6b01be0408b667 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667 2024-12-06T00:59:24,167 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667, entries=150, sequenceid=16, filesize=30.2 K 2024-12-06T00:59:24,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/07f01675286a4aeaa1c26eb95b9bcd2e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e 2024-12-06T00:59:24,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e, entries=150, sequenceid=16, filesize=11.7 K 2024-12-06T00:59:24,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2e5fdde7906c4e2485e5df62b401b43a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a 2024-12-06T00:59:24,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a, entries=150, sequenceid=16, filesize=11.7 K 2024-12-06T00:59:24,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18f88c0348ac3d058414c656e5990d23 in 203ms, sequenceid=16, compaction requested=false 2024-12-06T00:59:24,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:24,289 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=169 2024-12-06T00:59:24,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:24,290 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:59:24,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:24,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206db94eb0012924dafbf04f41a9f3f90a3_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446764012/Put/seqid=0 2024-12-06T00:59:24,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742523_1699 (size=12154) 2024-12-06T00:59:24,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:24,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:24,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446824344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,348 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,350 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,457 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,467 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,468 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:24,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446824652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,666 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,667 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,676 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,677 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:24,729 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206db94eb0012924dafbf04f41a9f3f90a3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206db94eb0012924dafbf04f41a9f3f90a3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0d47d227ee67420584f3ba7376d2dcf9, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:24,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0d47d227ee67420584f3ba7376d2dcf9 is 175, key is test_row_0/A:col10/1733446764012/Put/seqid=0 2024-12-06T00:59:24,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742524_1700 (size=30955) 2024-12-06T00:59:24,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446824972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446824972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446824982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:24,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446824983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:24,986 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:25,134 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0d47d227ee67420584f3ba7376d2dcf9 2024-12-06T00:59:25,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 is 50, key is test_row_0/B:col10/1733446764012/Put/seqid=0 2024-12-06T00:59:25,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742525_1701 (size=12001) 2024-12-06T00:59:25,153 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 2024-12-06T00:59:25,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/906f2584d79947c3a828f6661b199434 is 50, key is test_row_0/C:col10/1733446764012/Put/seqid=0 2024-12-06T00:59:25,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446825162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:25,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742526_1702 (size=12001) 2024-12-06T00:59:25,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446825483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:25,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446825483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,487 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446825493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446825493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:25,574 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/906f2584d79947c3a828f6661b199434 2024-12-06T00:59:25,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0d47d227ee67420584f3ba7376d2dcf9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9 2024-12-06T00:59:25,582 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9, entries=150, sequenceid=40, filesize=30.2 K 2024-12-06T00:59:25,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 2024-12-06T00:59:25,586 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T00:59:25,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/906f2584d79947c3a828f6661b199434 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434 2024-12-06T00:59:25,598 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T00:59:25,598 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18f88c0348ac3d058414c656e5990d23 in 1309ms, sequenceid=40, compaction requested=false 2024-12-06T00:59:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:25,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:25,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=169}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=169 2024-12-06T00:59:25,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=169 2024-12-06T00:59:25,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-06T00:59:25,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6230 sec 2024-12-06T00:59:25,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=168, table=TestAcidGuarantees in 1.6320 sec 2024-12-06T00:59:25,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T00:59:26,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168 2024-12-06T00:59:26,123 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:26,124 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:26,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees 2024-12-06T00:59:26,126 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:26,127 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=170, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:26,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:26,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T00:59:26,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:26,175 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:26,175 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T00:59:26,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068758ab4ef7e948c7bb0ed66e8f24aca8_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742527_1703 (size=14594) 2024-12-06T00:59:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T00:59:26,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T00:59:26,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446826276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,280 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446826382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T00:59:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T00:59:26,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446826493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,499 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2153 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,499 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446826502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446826502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,504 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,504 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,504 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446826512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,515 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,554 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T00:59:26,584 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T00:59:26,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,585 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] handler.RSProcedureHandler(58): pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=171 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=171 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:26,592 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,596 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068758ab4ef7e948c7bb0ed66e8f24aca8_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068758ab4ef7e948c7bb0ed66e8f24aca8_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:26,597 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0545740b6b204cd59db47bb114926b39, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:26,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446826592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:26,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:26,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0545740b6b204cd59db47bb114926b39 is 175, key is test_row_0/A:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742528_1704 (size=39549) 2024-12-06T00:59:26,601 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0545740b6b204cd59db47bb114926b39 2024-12-06T00:59:26,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1b2d0a0073254a5f86d0f59561f5409c is 50, key is test_row_0/B:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742529_1705 (size=12001) 2024-12-06T00:59:26,610 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1b2d0a0073254a5f86d0f59561f5409c 2024-12-06T00:59:26,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/d935773a99984df29e8169564c0acc4f is 50, key is test_row_0/C:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742530_1706 (size=12001) 2024-12-06T00:59:26,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/d935773a99984df29e8169564c0acc4f 2024-12-06T00:59:26,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/0545740b6b204cd59db47bb114926b39 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39 2024-12-06T00:59:26,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39, entries=200, sequenceid=53, filesize=38.6 K 2024-12-06T00:59:26,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1b2d0a0073254a5f86d0f59561f5409c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c 2024-12-06T00:59:26,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c, entries=150, sequenceid=53, filesize=11.7 K 2024-12-06T00:59:26,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/d935773a99984df29e8169564c0acc4f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f 2024-12-06T00:59:26,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f, entries=150, sequenceid=53, filesize=11.7 K 2024-12-06T00:59:26,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18f88c0348ac3d058414c656e5990d23 in 485ms, sequenceid=53, compaction requested=true 2024-12-06T00:59:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:26,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:26,660 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:26,660 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:26,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:26,663 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:26,663 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:26,663 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,663 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=99.1 K 2024-12-06T00:59:26,663 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,664 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39] 2024-12-06T00:59:26,664 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:26,664 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:26,664 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,664 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.2 K 2024-12-06T00:59:26,664 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7b9f4b7a269748d18b6b01be0408b667, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446763965 2024-12-06T00:59:26,664 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 07f01675286a4aeaa1c26eb95b9bcd2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446763965 2024-12-06T00:59:26,665 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0d47d227ee67420584f3ba7376d2dcf9, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446764004 2024-12-06T00:59:26,665 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c1b4c6c91a0b4aa5a3b3f10e80717b80, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446764004 2024-12-06T00:59:26,665 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0545740b6b204cd59db47bb114926b39, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:26,665 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b2d0a0073254a5f86d0f59561f5409c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:26,673 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,673 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#608 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:26,675 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206033e61558844473f80e2b35330cefe28_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,675 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/97e2463db6a1470aaf8a4d02b8960b8b is 50, key is test_row_0/B:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,677 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206033e61558844473f80e2b35330cefe28_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,678 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206033e61558844473f80e2b35330cefe28_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742531_1707 (size=12104) 2024-12-06T00:59:26,689 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/97e2463db6a1470aaf8a4d02b8960b8b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/97e2463db6a1470aaf8a4d02b8960b8b 2024-12-06T00:59:26,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742532_1708 (size=4469) 2024-12-06T00:59:26,691 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#609 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:26,691 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/796d51da74694b179888b178263c263d is 175, key is test_row_0/A:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742533_1709 (size=31058) 2024-12-06T00:59:26,697 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 97e2463db6a1470aaf8a4d02b8960b8b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:26,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:26,697 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446766660; duration=0sec 2024-12-06T00:59:26,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:26,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:26,697 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:26,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:26,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:26,698 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,698 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.2 K 2024-12-06T00:59:26,698 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e5fdde7906c4e2485e5df62b401b43a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733446763965 2024-12-06T00:59:26,699 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 906f2584d79947c3a828f6661b199434, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733446764004 2024-12-06T00:59:26,699 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting d935773a99984df29e8169564c0acc4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:26,704 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#610 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:26,705 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/c7a02f6020bd443f81d37a75aba898d0 is 50, key is test_row_0/C:col10/1733446766174/Put/seqid=0 2024-12-06T00:59:26,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742534_1710 (size=12104) 2024-12-06T00:59:26,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=171 2024-12-06T00:59:26,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:59:26,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ba5a31dae0094d449d395917a3889a43_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446766274/Put/seqid=0 2024-12-06T00:59:26,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742535_1711 (size=12154) 2024-12-06T00:59:26,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,752 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ba5a31dae0094d449d395917a3889a43_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ba5a31dae0094d449d395917a3889a43_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:26,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/eafa5217be314d14b698536796190c4b, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T00:59:26,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/eafa5217be314d14b698536796190c4b is 175, key is test_row_0/A:col10/1733446766274/Put/seqid=0 2024-12-06T00:59:26,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742536_1712 (size=30955) 2024-12-06T00:59:26,758 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/eafa5217be314d14b698536796190c4b 2024-12-06T00:59:26,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a27d63d6bc0947d4990906dbcdd627d1 is 50, key is test_row_0/B:col10/1733446766274/Put/seqid=0 2024-12-06T00:59:26,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742537_1713 (size=12001) 2024-12-06T00:59:26,770 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a27d63d6bc0947d4990906dbcdd627d1 2024-12-06T00:59:26,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6eaeb96697ba446e8100228e826370f1 is 50, key is test_row_0/C:col10/1733446766274/Put/seqid=0 2024-12-06T00:59:26,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742538_1714 (size=12001) 2024-12-06T00:59:26,789 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6eaeb96697ba446e8100228e826370f1 2024-12-06T00:59:26,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/eafa5217be314d14b698536796190c4b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b 2024-12-06T00:59:26,798 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b, entries=150, sequenceid=77, filesize=30.2 K 2024-12-06T00:59:26,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a27d63d6bc0947d4990906dbcdd627d1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1 2024-12-06T00:59:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,802 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1, entries=150, sequenceid=77, filesize=11.7 K 2024-12-06T00:59:26,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6eaeb96697ba446e8100228e826370f1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1 2024-12-06T00:59:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,806 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1, entries=150, sequenceid=77, filesize=11.7 K 2024-12-06T00:59:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,807 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 18f88c0348ac3d058414c656e5990d23 in 69ms, sequenceid=77, compaction requested=false 2024-12-06T00:59:26,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:26,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:26,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=171}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=171 2024-12-06T00:59:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=171 2024-12-06T00:59:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=171, resume processing ppid=170 2024-12-06T00:59:26,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 682 msec 2024-12-06T00:59:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,813 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=170, table=TestAcidGuarantees in 688 msec 2024-12-06T00:59:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:26,974 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:26,974 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:26,981 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b53d7bed6b784e6aa115e140ef6ef81b_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742539_1715 (size=14594) 2024-12-06T00:59:26,986 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:26,990 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b53d7bed6b784e6aa115e140ef6ef81b_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b53d7bed6b784e6aa115e140ef6ef81b_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:26,991 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3096500dcf9439b8b63fbfbce14920b, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:26,991 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3096500dcf9439b8b63fbfbce14920b is 175, key is test_row_0/A:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742540_1716 (size=39549) 2024-12-06T00:59:27,100 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/796d51da74694b179888b178263c263d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d 2024-12-06T00:59:27,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 796d51da74694b179888b178263c263d(size=30.3 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:27,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446766660; duration=0sec 2024-12-06T00:59:27,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,104 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:27,111 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/c7a02f6020bd443f81d37a75aba898d0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c7a02f6020bd443f81d37a75aba898d0 2024-12-06T00:59:27,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:27,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446827107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:27,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,113 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,114 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:27,115 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into c7a02f6020bd443f81d37a75aba898d0(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:27,115 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,115 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446766661; duration=0sec 2024-12-06T00:59:27,115 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,115 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:27,223 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:27,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446827222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,224 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:27,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-06T00:59:27,263 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:27,264 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:27,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees 2024-12-06T00:59:27,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:27,266 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:27,267 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=172, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:27,267 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:27,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:27,410 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3096500dcf9439b8b63fbfbce14920b 2024-12-06T00:59:27,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T00:59:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:27,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] handler.RSProcedureHandler(58): pid=173 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:27,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=173 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:27,421 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7f647ed3b2294463a593b663f39af104 is 50, key is test_row_0/B:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=173 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:27,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742541_1717 (size=12001) 2024-12-06T00:59:27,429 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7f647ed3b2294463a593b663f39af104 2024-12-06T00:59:27,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:27,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446827433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:27,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1426ce2575a14e9587bf28b9a8c0d75e is 50, key is test_row_0/C:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,438 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:27,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742542_1718 (size=12001) 2024-12-06T00:59:27,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1426ce2575a14e9587bf28b9a8c0d75e 2024-12-06T00:59:27,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3096500dcf9439b8b63fbfbce14920b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b 2024-12-06T00:59:27,458 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b, entries=200, sequenceid=88, filesize=38.6 K 2024-12-06T00:59:27,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7f647ed3b2294463a593b663f39af104 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104 2024-12-06T00:59:27,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104, entries=150, sequenceid=88, filesize=11.7 K 2024-12-06T00:59:27,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1426ce2575a14e9587bf28b9a8c0d75e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e 2024-12-06T00:59:27,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e, entries=150, sequenceid=88, filesize=11.7 K 2024-12-06T00:59:27,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 18f88c0348ac3d058414c656e5990d23 in 495ms, sequenceid=88, compaction requested=true 2024-12-06T00:59:27,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,469 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:27,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:27,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,470 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:27,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:27,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:27,470 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:27,471 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:27,471 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:27,471 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,471 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=99.2 K 2024-12-06T00:59:27,471 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,471 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b] 2024-12-06T00:59:27,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 796d51da74694b179888b178263c263d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:27,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:27,472 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:27,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eafa5217be314d14b698536796190c4b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733446766241 2024-12-06T00:59:27,472 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,472 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/97e2463db6a1470aaf8a4d02b8960b8b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.3 K 2024-12-06T00:59:27,472 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3096500dcf9439b8b63fbfbce14920b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766938 2024-12-06T00:59:27,473 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e2463db6a1470aaf8a4d02b8960b8b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:27,473 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a27d63d6bc0947d4990906dbcdd627d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733446766241 2024-12-06T00:59:27,473 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f647ed3b2294463a593b663f39af104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766966 2024-12-06T00:59:27,481 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:27,490 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#618 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:27,490 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/90234584ee074d64a4e9c985587904b6 is 50, key is test_row_0/B:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,491 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ff49248ee523440db23a5db5e0c5cf80_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:27,495 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ff49248ee523440db23a5db5e0c5cf80_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:27,495 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ff49248ee523440db23a5db5e0c5cf80_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742543_1719 (size=12207) 2024-12-06T00:59:27,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742544_1720 (size=4469) 2024-12-06T00:59:27,518 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#617 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:27,519 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/173312d9e8f14ebf99b0bfa5d4e78d6d is 175, key is test_row_0/A:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742545_1721 (size=31161) 2024-12-06T00:59:27,548 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/173312d9e8f14ebf99b0bfa5d4e78d6d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d 2024-12-06T00:59:27,552 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 173312d9e8f14ebf99b0bfa5d4e78d6d(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:27,552 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,552 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446767469; duration=0sec 2024-12-06T00:59:27,552 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:27,553 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:27,553 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:27,554 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:27,554 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:27,554 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,554 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c7a02f6020bd443f81d37a75aba898d0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.3 K 2024-12-06T00:59:27,554 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7a02f6020bd443f81d37a75aba898d0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733446764338 2024-12-06T00:59:27,554 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6eaeb96697ba446e8100228e826370f1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733446766241 2024-12-06T00:59:27,555 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1426ce2575a14e9587bf28b9a8c0d75e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766966 2024-12-06T00:59:27,560 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#619 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:27,560 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/32e81f0d3d2b439486d36e0cbc383d3c is 50, key is test_row_0/C:col10/1733446766973/Put/seqid=0 2024-12-06T00:59:27,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742546_1722 (size=12207) 2024-12-06T00:59:27,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=173 2024-12-06T00:59:27,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:27,575 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:27,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062579094c9d2f4d29bada0bc665959416_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446767099/Put/seqid=0 2024-12-06T00:59:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:27,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742547_1723 (size=12154) 2024-12-06T00:59:27,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:27,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:27,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:27,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446827779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:27,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:27,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446827893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:27,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:27,914 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/90234584ee074d64a4e9c985587904b6 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/90234584ee074d64a4e9c985587904b6 2024-12-06T00:59:27,918 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 90234584ee074d64a4e9c985587904b6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:27,918 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,918 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446767470; duration=0sec 2024-12-06T00:59:27,918 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,918 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:27,977 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/32e81f0d3d2b439486d36e0cbc383d3c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/32e81f0d3d2b439486d36e0cbc383d3c 2024-12-06T00:59:27,981 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into 32e81f0d3d2b439486d36e0cbc383d3c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:27,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:27,981 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446767470; duration=0sec 2024-12-06T00:59:27,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:27,981 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:27,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:27,988 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062579094c9d2f4d29bada0bc665959416_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062579094c9d2f4d29bada0bc665959416_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:27,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b535f7c91d0e4ce48d612f3170d0e3ac, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:27,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b535f7c91d0e4ce48d612f3170d0e3ac is 175, key is test_row_0/A:col10/1733446767099/Put/seqid=0 2024-12-06T00:59:27,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742548_1724 (size=30955) 2024-12-06T00:59:28,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446828103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,106 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,394 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b535f7c91d0e4ce48d612f3170d0e3ac 2024-12-06T00:59:28,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1fecca40b4c24542954ea5d481024f8a is 50, key is test_row_0/B:col10/1733446767099/Put/seqid=0 2024-12-06T00:59:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742549_1725 (size=12001) 2024-12-06T00:59:28,405 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1fecca40b4c24542954ea5d481024f8a 2024-12-06T00:59:28,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/4f93112f31504aa1be95e680e41a2c8d is 50, key is test_row_0/C:col10/1733446767099/Put/seqid=0 2024-12-06T00:59:28,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446828412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,414 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742550_1726 (size=12001) 2024-12-06T00:59:28,416 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/4f93112f31504aa1be95e680e41a2c8d 2024-12-06T00:59:28,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b535f7c91d0e4ce48d612f3170d0e3ac as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac 2024-12-06T00:59:28,423 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac, entries=150, sequenceid=116, filesize=30.2 K 2024-12-06T00:59:28,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/1fecca40b4c24542954ea5d481024f8a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a 2024-12-06T00:59:28,429 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T00:59:28,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/4f93112f31504aa1be95e680e41a2c8d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d 2024-12-06T00:59:28,435 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T00:59:28,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f88c0348ac3d058414c656e5990d23 in 861ms, sequenceid=116, compaction requested=false 2024-12-06T00:59:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:28,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=173}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=173 2024-12-06T00:59:28,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=173 2024-12-06T00:59:28,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=172 2024-12-06T00:59:28,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1710 sec 2024-12-06T00:59:28,443 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=172, table=TestAcidGuarantees in 1.1770 sec 2024-12-06T00:59:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:28,526 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:28,526 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T00:59:28,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064da3192eeb3844979415845e1c6bdc1e_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:28,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742551_1727 (size=14744) 2024-12-06T00:59:28,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:28,542 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064da3192eeb3844979415845e1c6bdc1e_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da3192eeb3844979415845e1c6bdc1e_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:28,542 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/6b240832c9d64a7aab82558991de53b5, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:28,543 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/6b240832c9d64a7aab82558991de53b5 is 175, key is test_row_0/A:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742552_1728 (size=39699) 2024-12-06T00:59:28,547 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/6b240832c9d64a7aab82558991de53b5 2024-12-06T00:59:28,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cfe3ca0459984370a5a59798a1c60b95 is 50, key is test_row_0/B:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:28,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742553_1729 (size=12151) 2024-12-06T00:59:28,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cfe3ca0459984370a5a59798a1c60b95 2024-12-06T00:59:28,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1f40618926e243218093ebb60121056e is 50, key is test_row_0/C:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:28,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742554_1730 (size=12151) 2024-12-06T00:59:28,569 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446828562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446828563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446828566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446828566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446828673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446828673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446828682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446828682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,685 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,686 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446828883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446828883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,886 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446828892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446828892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,896 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446828923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:28,925 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:28,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1f40618926e243218093ebb60121056e 2024-12-06T00:59:28,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/6b240832c9d64a7aab82558991de53b5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5 2024-12-06T00:59:28,976 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5, entries=200, sequenceid=132, filesize=38.8 K 2024-12-06T00:59:28,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cfe3ca0459984370a5a59798a1c60b95 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95 2024-12-06T00:59:28,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95, entries=150, sequenceid=132, filesize=11.9 K 2024-12-06T00:59:28,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1f40618926e243218093ebb60121056e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e 2024-12-06T00:59:28,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e, entries=150, sequenceid=132, filesize=11.9 K 2024-12-06T00:59:28,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 18f88c0348ac3d058414c656e5990d23 in 458ms, sequenceid=132, compaction requested=true 2024-12-06T00:59:28,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:28,985 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:28,985 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:28,985 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:28,985 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:28,985 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:28,986 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:28,986 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:28,986 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=99.4 K 2024-12-06T00:59:28,986 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/90234584ee074d64a4e9c985587904b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.5 K 2024-12-06T00:59:28,986 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5] 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 173312d9e8f14ebf99b0bfa5d4e78d6d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766966 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 90234584ee074d64a4e9c985587904b6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766966 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fecca40b4c24542954ea5d481024f8a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733446767058 2024-12-06T00:59:28,986 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b535f7c91d0e4ce48d612f3170d0e3ac, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733446767058 2024-12-06T00:59:28,987 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cfe3ca0459984370a5a59798a1c60b95, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446768525 2024-12-06T00:59:28,987 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6b240832c9d64a7aab82558991de53b5, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446767778 2024-12-06T00:59:28,992 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:28,993 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#626 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:28,994 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/60ba433efd7141339cd38b5426d7afc9 is 50, key is test_row_0/B:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:28,995 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206743f8854936d40c1b936d9a0e0671736_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:28,997 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206743f8854936d40c1b936d9a0e0671736_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:28,997 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206743f8854936d40c1b936d9a0e0671736_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:28,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742555_1731 (size=12459) 2024-12-06T00:59:29,003 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/60ba433efd7141339cd38b5426d7afc9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/60ba433efd7141339cd38b5426d7afc9 2024-12-06T00:59:29,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742556_1732 (size=4469) 2024-12-06T00:59:29,008 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 60ba433efd7141339cd38b5426d7afc9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:29,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:29,008 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446768985; duration=0sec 2024-12-06T00:59:29,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:29,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:29,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:29,009 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:29,009 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:29,010 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,010 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/32e81f0d3d2b439486d36e0cbc383d3c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=35.5 K 2024-12-06T00:59:29,010 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 32e81f0d3d2b439486d36e0cbc383d3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733446766966 2024-12-06T00:59:29,010 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f93112f31504aa1be95e680e41a2c8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733446767058 2024-12-06T00:59:29,010 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f40618926e243218093ebb60121056e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446768525 2024-12-06T00:59:29,017 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#628 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:29,017 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e97a0752482741fba16040d94df06fca is 50, key is test_row_0/C:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:29,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742557_1733 (size=12459) 2024-12-06T00:59:29,031 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e97a0752482741fba16040d94df06fca as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e97a0752482741fba16040d94df06fca 2024-12-06T00:59:29,036 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into e97a0752482741fba16040d94df06fca(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:29,036 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:29,036 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446768985; duration=0sec 2024-12-06T00:59:29,036 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:29,036 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:29,196 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:29,196 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T00:59:29,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e80d65d8812448e5a60e28250bc656e3_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446768560/Put/seqid=0 2024-12-06T00:59:29,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742558_1734 (size=14794) 2024-12-06T00:59:29,207 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:29,210 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e80d65d8812448e5a60e28250bc656e3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e80d65d8812448e5a60e28250bc656e3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:29,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/ac42687c129f4d4ab6c68923ac7e7bf7, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:29,212 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/ac42687c129f4d4ab6c68923ac7e7bf7 is 175, key is test_row_0/A:col10/1733446768560/Put/seqid=0 2024-12-06T00:59:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446829208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446829209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742559_1735 (size=39749) 2024-12-06T00:59:29,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446829213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446829214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,219 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446829323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,326 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446829323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446829323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446829323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,327 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,406 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#627 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:29,407 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/44f9fc9746af4050974cba195a30a980 is 175, key is test_row_0/A:col10/1733446768525/Put/seqid=0 2024-12-06T00:59:29,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742560_1736 (size=31413) 2024-12-06T00:59:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=172 2024-12-06T00:59:29,413 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:29,414 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees 2024-12-06T00:59:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:29,415 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:29,416 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=174, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:29,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:29,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446829533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446829533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446829533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446829533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,537 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,616 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/ac42687c129f4d4ab6c68923ac7e7bf7 2024-12-06T00:59:29,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/9c448ec161524d1ea3ce214fe01b2f07 is 50, key is test_row_0/B:col10/1733446768560/Put/seqid=0 2024-12-06T00:59:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742561_1737 (size=12151) 2024-12-06T00:59:29,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:29,815 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/44f9fc9746af4050974cba195a30a980 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980 2024-12-06T00:59:29,821 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 44f9fc9746af4050974cba195a30a980(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:29,821 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:29,822 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446768985; duration=0sec 2024-12-06T00:59:29,822 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:29,822 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:29,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446829843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446829843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446829843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446829843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,846 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,847 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:29,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:29,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:29,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:29,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446829933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:29,937 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:29,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:29,937 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:30,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/9c448ec161524d1ea3ce214fe01b2f07 2024-12-06T00:59:30,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6bd3f98398d54d7882399cc829497fae is 50, key is test_row_0/C:col10/1733446768560/Put/seqid=0 2024-12-06T00:59:30,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742562_1738 (size=12151) 2024-12-06T00:59:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:30,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,335 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,335 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] handler.RSProcedureHandler(58): pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=175 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=175 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:30,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:30,356 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:30,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446830353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:30,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6bd3f98398d54d7882399cc829497fae 2024-12-06T00:59:30,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/ac42687c129f4d4ab6c68923ac7e7bf7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7 2024-12-06T00:59:30,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7, entries=200, sequenceid=158, filesize=38.8 K 2024-12-06T00:59:30,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/9c448ec161524d1ea3ce214fe01b2f07 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07 2024-12-06T00:59:30,450 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07, entries=150, sequenceid=158, filesize=11.9 K 2024-12-06T00:59:30,451 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/6bd3f98398d54d7882399cc829497fae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae 2024-12-06T00:59:30,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae, entries=150, sequenceid=158, filesize=11.9 K 2024-12-06T00:59:30,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18f88c0348ac3d058414c656e5990d23 in 1259ms, sequenceid=158, compaction requested=false 2024-12-06T00:59:30,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:30,488 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=175 2024-12-06T00:59:30,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:30,488 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:30,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063e7bac7ed25a4667bef263f3e2873e29_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446769212/Put/seqid=0 2024-12-06T00:59:30,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742563_1739 (size=12304) 2024-12-06T00:59:30,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:30,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063e7bac7ed25a4667bef263f3e2873e29_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e7bac7ed25a4667bef263f3e2873e29_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/466a99a26d3d4b38a1ea09547bdb4b94, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:30,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/466a99a26d3d4b38a1ea09547bdb4b94 is 175, key is test_row_0/A:col10/1733446769212/Put/seqid=0 2024-12-06T00:59:30,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742564_1740 (size=31105) 2024-12-06T00:59:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:30,908 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/466a99a26d3d4b38a1ea09547bdb4b94 2024-12-06T00:59:30,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/2c202c988a704b85b7d7f1f9e35c13cb is 50, key is test_row_0/B:col10/1733446769212/Put/seqid=0 2024-12-06T00:59:30,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742565_1741 (size=12151) 2024-12-06T00:59:31,319 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/2c202c988a704b85b7d7f1f9e35c13cb 2024-12-06T00:59:31,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/cc7f50d6793c4fdcafdccf197146350e is 50, key is test_row_0/C:col10/1733446769212/Put/seqid=0 2024-12-06T00:59:31,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742566_1742 (size=12151) 2024-12-06T00:59:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:31,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446831398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446831399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446831400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,405 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446831401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,406 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446831513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,516 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446831513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446831513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446831513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,517 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:31,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446831722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446831722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446831722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,725 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446831723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:31,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:31,730 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/cc7f50d6793c4fdcafdccf197146350e 2024-12-06T00:59:31,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/466a99a26d3d4b38a1ea09547bdb4b94 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94 2024-12-06T00:59:31,738 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94, entries=150, sequenceid=171, filesize=30.4 K 2024-12-06T00:59:31,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/2c202c988a704b85b7d7f1f9e35c13cb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb 2024-12-06T00:59:31,742 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb, entries=150, sequenceid=171, filesize=11.9 K 2024-12-06T00:59:31,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/cc7f50d6793c4fdcafdccf197146350e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e 2024-12-06T00:59:31,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e, entries=150, sequenceid=171, filesize=11.9 K 2024-12-06T00:59:31,746 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18f88c0348ac3d058414c656e5990d23 in 1258ms, sequenceid=171, compaction requested=true 2024-12-06T00:59:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:31,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175 2024-12-06T00:59:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=175 2024-12-06T00:59:31,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174 2024-12-06T00:59:31,750 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3320 sec 2024-12-06T00:59:31,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=174, table=TestAcidGuarantees in 2.3360 sec 2024-12-06T00:59:31,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:31,956 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:31,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:31,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206385f1934ce874934a4da73c8a282dcb3_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:31,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742567_1743 (size=14794) 2024-12-06T00:59:31,970 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:31,973 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206385f1934ce874934a4da73c8a282dcb3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206385f1934ce874934a4da73c8a282dcb3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:31,974 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/48c5ab3b3c9b45d29473f21db0724608, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:31,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/48c5ab3b3c9b45d29473f21db0724608 is 175, key is test_row_0/A:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:31,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742568_1744 (size=39749) 2024-12-06T00:59:31,979 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/48c5ab3b3c9b45d29473f21db0724608 2024-12-06T00:59:31,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/069bf6a53b7e4609b79e9cf4d6f74207 is 50, key is test_row_0/B:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742569_1745 (size=12151) 2024-12-06T00:59:31,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/069bf6a53b7e4609b79e9cf4d6f74207 2024-12-06T00:59:31,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1902e0d7b7954d26be54f5ab8e1c2c09 is 50, key is test_row_0/C:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:32,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742570_1746 (size=12151) 2024-12-06T00:59:32,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446831998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446832032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446832032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446832033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446832033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446832112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446832323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1902e0d7b7954d26be54f5ab8e1c2c09 2024-12-06T00:59:32,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/48c5ab3b3c9b45d29473f21db0724608 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608 2024-12-06T00:59:32,407 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608, entries=200, sequenceid=196, filesize=38.8 K 2024-12-06T00:59:32,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/069bf6a53b7e4609b79e9cf4d6f74207 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207 2024-12-06T00:59:32,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207, entries=150, sequenceid=196, filesize=11.9 K 2024-12-06T00:59:32,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/1902e0d7b7954d26be54f5ab8e1c2c09 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09 2024-12-06T00:59:32,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09, entries=150, sequenceid=196, filesize=11.9 K 2024-12-06T00:59:32,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f88c0348ac3d058414c656e5990d23 in 460ms, sequenceid=196, compaction requested=true 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:32,416 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:32,416 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:32,416 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:32,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:32,417 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:32,417 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:32,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:32,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:32,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:32,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=138.7 K 2024-12-06T00:59:32,417 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/60ba433efd7141339cd38b5426d7afc9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=47.8 K 2024-12-06T00:59:32,417 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:32,417 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608] 2024-12-06T00:59:32,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 60ba433efd7141339cd38b5426d7afc9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446768525 2024-12-06T00:59:32,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44f9fc9746af4050974cba195a30a980, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446768525 2024-12-06T00:59:32,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c448ec161524d1ea3ce214fe01b2f07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733446768560 2024-12-06T00:59:32,418 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2c202c988a704b85b7d7f1f9e35c13cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446769203 2024-12-06T00:59:32,418 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ac42687c129f4d4ab6c68923ac7e7bf7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733446768560 2024-12-06T00:59:32,419 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 069bf6a53b7e4609b79e9cf4d6f74207, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:32,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 466a99a26d3d4b38a1ea09547bdb4b94, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446769203 2024-12-06T00:59:32,419 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 48c5ab3b3c9b45d29473f21db0724608, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:32,425 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:32,427 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#639 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:32,428 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cbf4acf2c45d4236aaf97f1b5a504432 is 50, key is test_row_0/B:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:32,429 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206252f3e98664545938165c94d67459119_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:32,431 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206252f3e98664545938165c94d67459119_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:32,431 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206252f3e98664545938165c94d67459119_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:32,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742571_1747 (size=12595) 2024-12-06T00:59:32,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742572_1748 (size=4469) 2024-12-06T00:59:32,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:32,546 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:32,546 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:32,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206508c29e55b964c06baa9a39bf1369b1c_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446771989/Put/seqid=0 2024-12-06T00:59:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742573_1749 (size=14794) 2024-12-06T00:59:32,559 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:32,562 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206508c29e55b964c06baa9a39bf1369b1c_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206508c29e55b964c06baa9a39bf1369b1c_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:32,563 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/12dd79fc702a4497840a4f6d5230b67a, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:32,564 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/12dd79fc702a4497840a4f6d5230b67a is 175, key is test_row_0/A:col10/1733446771989/Put/seqid=0 2024-12-06T00:59:32,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742574_1750 (size=39749) 2024-12-06T00:59:32,573 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=209, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/12dd79fc702a4497840a4f6d5230b67a 2024-12-06T00:59:32,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c16cd29d01c94d1186b28ae90c24c46f is 50, key is test_row_0/B:col10/1733446771989/Put/seqid=0 2024-12-06T00:59:32,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446832576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,583 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446832578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446832579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446832581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,586 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742575_1751 (size=12151) 2024-12-06T00:59:32,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c16cd29d01c94d1186b28ae90c24c46f 2024-12-06T00:59:32,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/c945be46420e45749eacb5db410d08e9 is 50, key is test_row_0/C:col10/1733446771989/Put/seqid=0 2024-12-06T00:59:32,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742576_1752 (size=12151) 2024-12-06T00:59:32,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446832633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,636 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,637 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446832693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446832693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446832693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446832693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,696 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,841 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#638 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:32,842 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/1d995dfd2a154b21af686e73ff073abd is 175, key is test_row_0/A:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:32,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742577_1753 (size=31549) 2024-12-06T00:59:32,849 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cbf4acf2c45d4236aaf97f1b5a504432 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cbf4acf2c45d4236aaf97f1b5a504432 2024-12-06T00:59:32,853 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into cbf4acf2c45d4236aaf97f1b5a504432(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:32,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:32,853 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=12, startTime=1733446772416; duration=0sec 2024-12-06T00:59:32,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:32,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:32,853 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T00:59:32,855 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T00:59:32,855 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:32,855 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:32,855 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e97a0752482741fba16040d94df06fca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=47.8 K 2024-12-06T00:59:32,856 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e97a0752482741fba16040d94df06fca, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733446768525 2024-12-06T00:59:32,857 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6bd3f98398d54d7882399cc829497fae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1733446768560 2024-12-06T00:59:32,857 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cc7f50d6793c4fdcafdccf197146350e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1733446769203 2024-12-06T00:59:32,858 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1902e0d7b7954d26be54f5ab8e1c2c09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:32,865 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#643 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:32,865 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/f1073838e81c44c0ae84ec7f1c616936 is 50, key is test_row_0/C:col10/1733446771955/Put/seqid=0 2024-12-06T00:59:32,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742578_1754 (size=12595) 2024-12-06T00:59:32,874 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/f1073838e81c44c0ae84ec7f1c616936 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f1073838e81c44c0ae84ec7f1c616936 2024-12-06T00:59:32,879 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into f1073838e81c44c0ae84ec7f1c616936(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:32,879 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:32,879 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=12, startTime=1733446772416; duration=0sec 2024-12-06T00:59:32,879 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:32,879 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446832903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446832903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446832903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,906 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446832903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:32,907 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/c945be46420e45749eacb5db410d08e9 2024-12-06T00:59:33,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/12dd79fc702a4497840a4f6d5230b67a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a 2024-12-06T00:59:33,012 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a, entries=200, sequenceid=209, filesize=38.8 K 2024-12-06T00:59:33,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c16cd29d01c94d1186b28ae90c24c46f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f 2024-12-06T00:59:33,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f, entries=150, sequenceid=209, filesize=11.9 K 2024-12-06T00:59:33,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/c945be46420e45749eacb5db410d08e9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9 2024-12-06T00:59:33,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9, entries=150, sequenceid=209, filesize=11.9 K 2024-12-06T00:59:33,020 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 18f88c0348ac3d058414c656e5990d23 in 474ms, sequenceid=209, compaction requested=false 2024-12-06T00:59:33,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:33,146 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:33,146 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T00:59:33,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644620a0fbd9e4d47ad28cc7aad04bc63_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:33,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742579_1755 (size=14794) 2024-12-06T00:59:33,159 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:33,162 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120644620a0fbd9e4d47ad28cc7aad04bc63_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644620a0fbd9e4d47ad28cc7aad04bc63_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:33,163 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b6521b2ea77d4f29967a1a6e792d2738, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:33,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b6521b2ea77d4f29967a1a6e792d2738 is 175, key is test_row_0/A:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:33,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742580_1756 (size=39749) 2024-12-06T00:59:33,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446833194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,200 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446833213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446833213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446833213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,217 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446833213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,218 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,252 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/1d995dfd2a154b21af686e73ff073abd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd 2024-12-06T00:59:33,256 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 1d995dfd2a154b21af686e73ff073abd(size=30.8 K), total size for store is 69.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:33,256 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:33,256 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=12, startTime=1733446772416; duration=0sec 2024-12-06T00:59:33,256 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:33,256 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:33,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446833303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446833513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,516 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,567 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b6521b2ea77d4f29967a1a6e792d2738 2024-12-06T00:59:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174 2024-12-06T00:59:33,573 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:33,573 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees 2024-12-06T00:59:33,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cb7b89c4006f4792af16a0b6129f4dc2 is 50, key is test_row_0/B:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:33,575 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:33,576 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=176, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:33,576 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=177, ppid=176, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:33,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742581_1757 (size=12151) 2024-12-06T00:59:33,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cb7b89c4006f4792af16a0b6129f4dc2 2024-12-06T00:59:33,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a78e76b78ea34c93bd9733d92aa2d558 is 50, key is test_row_0/C:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:33,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742582_1758 (size=12151) 2024-12-06T00:59:33,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:33,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446833723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446833723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446833723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446833723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,727 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T00:59:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:33,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:33,729 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446833823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:33,826 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:33,881 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T00:59:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:33,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:33,882 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] handler.RSProcedureHandler(58): pid=177 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=177 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=177 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:33,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:33,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a78e76b78ea34c93bd9733d92aa2d558 2024-12-06T00:59:33,994 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b6521b2ea77d4f29967a1a6e792d2738 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738 2024-12-06T00:59:33,997 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738, entries=200, sequenceid=235, filesize=38.8 K 2024-12-06T00:59:33,998 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/cb7b89c4006f4792af16a0b6129f4dc2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2 2024-12-06T00:59:34,001 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T00:59:34,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a78e76b78ea34c93bd9733d92aa2d558 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558 2024-12-06T00:59:34,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T00:59:34,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 18f88c0348ac3d058414c656e5990d23 in 860ms, sequenceid=235, compaction requested=true 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:34,006 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:34,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:34,006 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:34,007 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:34,007 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=108.4 K 2024-12-06T00:59:34,007 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738] 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:34,007 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:34,007 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cbf4acf2c45d4236aaf97f1b5a504432, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.0 K 2024-12-06T00:59:34,007 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d995dfd2a154b21af686e73ff073abd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:34,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cbf4acf2c45d4236aaf97f1b5a504432, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:34,008 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 12dd79fc702a4497840a4f6d5230b67a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733446771972 2024-12-06T00:59:34,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c16cd29d01c94d1186b28ae90c24c46f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733446771989 2024-12-06T00:59:34,008 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6521b2ea77d4f29967a1a6e792d2738, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:34,008 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting cb7b89c4006f4792af16a0b6129f4dc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:34,013 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:34,014 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#647 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:34,015 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/64b6c5d659614c4ab7d51029b87eaa40 is 50, key is test_row_0/B:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:34,016 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120628e590c9879f44bf81978d427631a584_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:34,017 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120628e590c9879f44bf81978d427631a584_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:34,017 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120628e590c9879f44bf81978d427631a584_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742584_1760 (size=4469) 2024-12-06T00:59:34,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742583_1759 (size=12697) 2024-12-06T00:59:34,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=177 2024-12-06T00:59:34,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:34,035 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T00:59:34,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a6065f44b33740abb93a9942e8a50917_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446773181/Put/seqid=0 2024-12-06T00:59:34,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742585_1761 (size=12304) 2024-12-06T00:59:34,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:34,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:34,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:34,426 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#648 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:34,427 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/c845d9fdecdd46d7bef189868b6c3512 is 175, key is test_row_0/A:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:34,430 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/64b6c5d659614c4ab7d51029b87eaa40 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/64b6c5d659614c4ab7d51029b87eaa40 2024-12-06T00:59:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742586_1762 (size=31651) 2024-12-06T00:59:34,436 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 64b6c5d659614c4ab7d51029b87eaa40(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:34,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:34,436 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446774006; duration=0sec 2024-12-06T00:59:34,436 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:34,437 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:34,437 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:34,440 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/c845d9fdecdd46d7bef189868b6c3512 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512 2024-12-06T00:59:34,441 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:34,441 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:34,441 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:34,441 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f1073838e81c44c0ae84ec7f1c616936, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.0 K 2024-12-06T00:59:34,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f1073838e81c44c0ae84ec7f1c616936, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733446771392 2024-12-06T00:59:34,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c945be46420e45749eacb5db410d08e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733446771989 2024-12-06T00:59:34,442 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a78e76b78ea34c93bd9733d92aa2d558, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:34,445 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into c845d9fdecdd46d7bef189868b6c3512(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:34,445 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:34,445 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446774006; duration=0sec 2024-12-06T00:59:34,445 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:34,445 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:34,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:34,448 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a6065f44b33740abb93a9942e8a50917_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a6065f44b33740abb93a9942e8a50917_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:34,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/de6ebe76ec8b483dbddaae93cf4905cc, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:34,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/de6ebe76ec8b483dbddaae93cf4905cc is 175, key is test_row_0/A:col10/1733446773181/Put/seqid=0 2024-12-06T00:59:34,450 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#650 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:34,451 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/fb8cc72396314f7c8b977e0961e2a2d0 is 50, key is test_row_0/C:col10/1733446773145/Put/seqid=0 2024-12-06T00:59:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742587_1763 (size=31105) 2024-12-06T00:59:34,453 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/de6ebe76ec8b483dbddaae93cf4905cc 2024-12-06T00:59:34,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742588_1764 (size=12697) 2024-12-06T00:59:34,459 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/fb8cc72396314f7c8b977e0961e2a2d0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fb8cc72396314f7c8b977e0961e2a2d0 2024-12-06T00:59:34,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/5a80b933aa8c4565bf822ac117583fe2 is 50, key is test_row_0/B:col10/1733446773181/Put/seqid=0 2024-12-06T00:59:34,465 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into fb8cc72396314f7c8b977e0961e2a2d0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:34,465 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:34,465 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446774006; duration=0sec 2024-12-06T00:59:34,465 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:34,465 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:34,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742589_1765 (size=12151) 2024-12-06T00:59:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446834468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,472 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446834583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,586 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446834732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446834733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,736 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2160 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,737 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446834743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446834743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,746 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,746 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2167 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,746 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:34,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446834792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:34,866 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/5a80b933aa8c4565bf822ac117583fe2 2024-12-06T00:59:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2521a36e1b094312895b772c814c8a5d is 50, key is test_row_0/C:col10/1733446773181/Put/seqid=0 2024-12-06T00:59:34,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742590_1766 (size=12151) 2024-12-06T00:59:35,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:35,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446835103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:35,277 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2521a36e1b094312895b772c814c8a5d 2024-12-06T00:59:35,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/de6ebe76ec8b483dbddaae93cf4905cc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc 2024-12-06T00:59:35,286 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc, entries=150, sequenceid=248, filesize=30.4 K 2024-12-06T00:59:35,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/5a80b933aa8c4565bf822ac117583fe2 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2 2024-12-06T00:59:35,289 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2, entries=150, sequenceid=248, filesize=11.9 K 2024-12-06T00:59:35,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/2521a36e1b094312895b772c814c8a5d as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d 2024-12-06T00:59:35,293 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d, entries=150, sequenceid=248, filesize=11.9 K 2024-12-06T00:59:35,294 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 18f88c0348ac3d058414c656e5990d23 in 1259ms, sequenceid=248, compaction requested=false 2024-12-06T00:59:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:35,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=177}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=177 2024-12-06T00:59:35,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=177 2024-12-06T00:59:35,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=177, resume processing ppid=176 2024-12-06T00:59:35,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, ppid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7200 sec 2024-12-06T00:59:35,299 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=176, table=TestAcidGuarantees in 1.7250 sec 2024-12-06T00:59:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:35,615 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:35,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T00:59:35,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ed1038f69cd7489bb8fd63da58f67d37_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:35,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742591_1767 (size=14994) 2024-12-06T00:59:35,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:35,637 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ed1038f69cd7489bb8fd63da58f67d37_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed1038f69cd7489bb8fd63da58f67d37_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:35,638 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/67078bee1645479ba6d4046297fd6a8e, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:35,638 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/67078bee1645479ba6d4046297fd6a8e is 175, key is test_row_0/A:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:35,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742592_1768 (size=39949) 2024-12-06T00:59:35,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/67078bee1645479ba6d4046297fd6a8e 2024-12-06T00:59:35,652 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a88e431709854b5aa47be6dd399f0ace is 50, key is test_row_0/B:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:35,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742593_1769 (size=12301) 2024-12-06T00:59:35,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446835654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=176 2024-12-06T00:59:35,723 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:35,723 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees 2024-12-06T00:59:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:35,725 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:35,726 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=178, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:35,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:35,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:35,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446835763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:35,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:35,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-12-06T00:59:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:35,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:35,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:35,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:35,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446835973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:35,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-12-06T00:59:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:36,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] handler.RSProcedureHandler(58): pid=179 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:36,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=179 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:36,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=179 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:36,056 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a88e431709854b5aa47be6dd399f0ace 2024-12-06T00:59:36,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/f4358829bed2473fa377b009f3bc3219 is 50, key is test_row_0/C:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:36,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742594_1770 (size=12301) 2024-12-06T00:59:36,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/f4358829bed2473fa377b009f3bc3219 2024-12-06T00:59:36,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/67078bee1645479ba6d4046297fd6a8e as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e 2024-12-06T00:59:36,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e, entries=200, sequenceid=276, filesize=39.0 K 2024-12-06T00:59:36,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/a88e431709854b5aa47be6dd399f0ace as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace 2024-12-06T00:59:36,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T00:59:36,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/f4358829bed2473fa377b009f3bc3219 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219 2024-12-06T00:59:36,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T00:59:36,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 18f88c0348ac3d058414c656e5990d23 in 479ms, sequenceid=276, compaction requested=true 2024-12-06T00:59:36,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:36,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:36,094 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:36,094 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:36,094 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:36,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:36,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:36,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:36,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:36,096 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,096 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=100.3 K 2024-12-06T00:59:36,096 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e] 2024-12-06T00:59:36,096 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c845d9fdecdd46d7bef189868b6c3512, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:36,097 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:36,097 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:36,097 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,097 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/64b6c5d659614c4ab7d51029b87eaa40, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.3 K 2024-12-06T00:59:36,097 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6ebe76ec8b483dbddaae93cf4905cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733446773181 2024-12-06T00:59:36,097 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b6c5d659614c4ab7d51029b87eaa40, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:36,097 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67078bee1645479ba6d4046297fd6a8e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:36,098 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a80b933aa8c4565bf822ac117583fe2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733446773181 2024-12-06T00:59:36,098 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a88e431709854b5aa47be6dd399f0ace, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:36,104 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:36,105 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#656 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:36,106 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/e1b1fce7496c4d60b945b72b01a29840 is 50, key is test_row_0/B:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:36,106 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120623ff173d7f864fb2b2951fb92633d43e_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:36,108 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120623ff173d7f864fb2b2951fb92633d43e_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:36,108 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120623ff173d7f864fb2b2951fb92633d43e_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:36,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742595_1771 (size=12949) 2024-12-06T00:59:36,118 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/e1b1fce7496c4d60b945b72b01a29840 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/e1b1fce7496c4d60b945b72b01a29840 2024-12-06T00:59:36,122 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into e1b1fce7496c4d60b945b72b01a29840(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:36,123 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446776094; duration=0sec 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:36,123 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:36,124 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,124 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fb8cc72396314f7c8b977e0961e2a2d0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.3 K 2024-12-06T00:59:36,125 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting fb8cc72396314f7c8b977e0961e2a2d0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733446772570 2024-12-06T00:59:36,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742596_1772 (size=4469) 2024-12-06T00:59:36,126 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2521a36e1b094312895b772c814c8a5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733446773181 2024-12-06T00:59:36,126 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting f4358829bed2473fa377b009f3bc3219, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:36,127 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#657 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:36,128 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7847b4eea63a4ffd8152a97d05c0bb5b is 175, key is test_row_0/A:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:36,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742597_1773 (size=31903) 2024-12-06T00:59:36,136 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#658 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:36,136 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/9a499c4d44c6483fb433df5e58028252 is 50, key is test_row_0/C:col10/1733446774414/Put/seqid=0 2024-12-06T00:59:36,137 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/7847b4eea63a4ffd8152a97d05c0bb5b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b 2024-12-06T00:59:36,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742598_1774 (size=12949) 2024-12-06T00:59:36,142 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 7847b4eea63a4ffd8152a97d05c0bb5b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:36,142 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:36,142 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446776094; duration=0sec 2024-12-06T00:59:36,142 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:36,142 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:36,146 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/9a499c4d44c6483fb433df5e58028252 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/9a499c4d44c6483fb433df5e58028252 2024-12-06T00:59:36,151 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into 9a499c4d44c6483fb433df5e58028252(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:36,151 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:36,151 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446776096; duration=0sec 2024-12-06T00:59:36,151 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:36,151 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:36,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=179 2024-12-06T00:59:36,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:36,185 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T00:59:36,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206caab562d97d94135a7722e8674bc2c2c_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446775647/Put/seqid=0 2024-12-06T00:59:36,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742599_1775 (size=12454) 2024-12-06T00:59:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:36,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:36,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446836403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,408 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446836512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,515 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:36,603 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206caab562d97d94135a7722e8674bc2c2c_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206caab562d97d94135a7722e8674bc2c2c_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:36,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/62e91149ba4d4a458e1044b25f90756b, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/62e91149ba4d4a458e1044b25f90756b is 175, key is test_row_0/A:col10/1733446775647/Put/seqid=0 2024-12-06T00:59:36,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742600_1776 (size=31255) 2024-12-06T00:59:36,608 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=290, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/62e91149ba4d4a458e1044b25f90756b 2024-12-06T00:59:36,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/eb4165012d4242fda9fcb8cb3a4045a3 is 50, key is test_row_0/B:col10/1733446775647/Put/seqid=0 2024-12-06T00:59:36,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742601_1777 (size=12301) 2024-12-06T00:59:36,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446836723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446836742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,746 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,746 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,747 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446836753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446836753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:36,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446836753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:36,756 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,756 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,757 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:36,757 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:37,025 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/eb4165012d4242fda9fcb8cb3a4045a3 2024-12-06T00:59:37,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a6a489650f034f99a5f949a9a5308c65 is 50, key is test_row_0/C:col10/1733446775647/Put/seqid=0 2024-12-06T00:59:37,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742602_1778 (size=12301) 2024-12-06T00:59:37,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:37,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446837033, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,037 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:37,436 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a6a489650f034f99a5f949a9a5308c65 2024-12-06T00:59:37,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/62e91149ba4d4a458e1044b25f90756b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b 2024-12-06T00:59:37,443 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b, entries=150, sequenceid=290, filesize=30.5 K 2024-12-06T00:59:37,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/eb4165012d4242fda9fcb8cb3a4045a3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3 2024-12-06T00:59:37,447 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3, entries=150, sequenceid=290, filesize=12.0 K 2024-12-06T00:59:37,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/a6a489650f034f99a5f949a9a5308c65 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65 2024-12-06T00:59:37,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65, entries=150, sequenceid=290, filesize=12.0 K 2024-12-06T00:59:37,452 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 18f88c0348ac3d058414c656e5990d23 in 1268ms, sequenceid=290, compaction requested=false 2024-12-06T00:59:37,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:37,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179 2024-12-06T00:59:37,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=179 2024-12-06T00:59:37,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=179, resume processing ppid=178 2024-12-06T00:59:37,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7280 sec 2024-12-06T00:59:37,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=178, table=TestAcidGuarantees in 1.7340 sec 2024-12-06T00:59:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:37,545 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:37,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T00:59:37,552 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069deb7aa917294e4ea06d94b42caa5501_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:37,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742603_1779 (size=12454) 2024-12-06T00:59:37,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:37,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069deb7aa917294e4ea06d94b42caa5501_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069deb7aa917294e4ea06d94b42caa5501_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:37,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/2f531b0c5518405bbd6f09a4f7aa91c0, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:37,560 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/2f531b0c5518405bbd6f09a4f7aa91c0 is 175, key is test_row_0/A:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:37,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742604_1780 (size=31255) 2024-12-06T00:59:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446837579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,583 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:37,695 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:37,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446837693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:37,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=178 2024-12-06T00:59:37,873 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:37,873 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:37,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees 2024-12-06T00:59:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:37,875 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:37,876 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=180, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:37,876 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:37,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446837903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:37,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:37,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=316, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/2f531b0c5518405bbd6f09a4f7aa91c0 2024-12-06T00:59:37,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b5ecfca8739143c6a93922c212de64dc is 50, key is test_row_0/B:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:37,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742605_1781 (size=12301) 2024-12-06T00:59:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:38,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:38,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:38,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446838212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:38,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:38,334 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,377 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b5ecfca8739143c6a93922c212de64dc 2024-12-06T00:59:38,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/380fbc715fee4ae182b9a523e4cfd7c3 is 50, key is test_row_0/C:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:38,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742606_1782 (size=12301) 2024-12-06T00:59:38,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:38,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:38,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446838723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:38,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:38,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/380fbc715fee4ae182b9a523e4cfd7c3 2024-12-06T00:59:38,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:38,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/2f531b0c5518405bbd6f09a4f7aa91c0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0 2024-12-06T00:59:38,793 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] handler.RSProcedureHandler(58): pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=181 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=181 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:38,800 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0, entries=150, sequenceid=316, filesize=30.5 K 2024-12-06T00:59:38,800 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b5ecfca8739143c6a93922c212de64dc as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc 2024-12-06T00:59:38,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T00:59:38,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/380fbc715fee4ae182b9a523e4cfd7c3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3 2024-12-06T00:59:38,807 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3, entries=150, sequenceid=316, filesize=12.0 K 2024-12-06T00:59:38,808 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 18f88c0348ac3d058414c656e5990d23 in 1263ms, sequenceid=316, compaction requested=true 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:38,808 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:38,808 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:38,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:38,809 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:38,809 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:38,809 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:38,809 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:38,809 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,809 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,809 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=92.2 K 2024-12-06T00:59:38,809 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/e1b1fce7496c4d60b945b72b01a29840, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.7 K 2024-12-06T00:59:38,809 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,809 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0] 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e1b1fce7496c4d60b945b72b01a29840, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7847b4eea63a4ffd8152a97d05c0bb5b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting eb4165012d4242fda9fcb8cb3a4045a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733446775622 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62e91149ba4d4a458e1044b25f90756b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733446775622 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2f531b0c5518405bbd6f09a4f7aa91c0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:38,810 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b5ecfca8739143c6a93922c212de64dc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:38,816 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:38,817 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#665 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:38,817 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/0cb2925fe90e4041892d3911faba7a76 is 50, key is test_row_0/B:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:38,819 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a0e1a352747e4850b6c562f93b8e9d59_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:38,822 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a0e1a352747e4850b6c562f93b8e9d59_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:38,822 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a0e1a352747e4850b6c562f93b8e9d59_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742607_1783 (size=13051) 2024-12-06T00:59:38,831 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/0cb2925fe90e4041892d3911faba7a76 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/0cb2925fe90e4041892d3911faba7a76 2024-12-06T00:59:38,837 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 0cb2925fe90e4041892d3911faba7a76(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:38,837 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:38,837 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446778808; duration=0sec 2024-12-06T00:59:38,837 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:38,837 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:38,837 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:38,838 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:38,838 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:38,838 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,838 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/9a499c4d44c6483fb433df5e58028252, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.7 K 2024-12-06T00:59:38,839 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9a499c4d44c6483fb433df5e58028252, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733446774414 2024-12-06T00:59:38,839 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting a6a489650f034f99a5f949a9a5308c65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1733446775622 2024-12-06T00:59:38,840 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 380fbc715fee4ae182b9a523e4cfd7c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:38,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742608_1784 (size=4469) 2024-12-06T00:59:38,850 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#666 average throughput is 0.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:38,851 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/9af8d35be0364f65909c94587ee90dae is 175, key is test_row_0/A:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:38,853 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#667 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:38,854 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/54f24f5dcb204a47a842a978451000a8 is 50, key is test_row_0/C:col10/1733446777543/Put/seqid=0 2024-12-06T00:59:38,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742609_1785 (size=32005) 2024-12-06T00:59:38,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742610_1786 (size=13051) 2024-12-06T00:59:38,870 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/9af8d35be0364f65909c94587ee90dae as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae 2024-12-06T00:59:38,872 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/54f24f5dcb204a47a842a978451000a8 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/54f24f5dcb204a47a842a978451000a8 2024-12-06T00:59:38,875 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 9af8d35be0364f65909c94587ee90dae(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:38,875 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:38,875 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446778808; duration=0sec 2024-12-06T00:59:38,875 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:38,875 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:38,877 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into 54f24f5dcb204a47a842a978451000a8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:38,877 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:38,877 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446778808; duration=0sec 2024-12-06T00:59:38,877 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:38,877 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:38,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=181 2024-12-06T00:59:38,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:38,947 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T00:59:38,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069a62286f05554361831590bbffa70c8f_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446777578/Put/seqid=0 2024-12-06T00:59:38,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742611_1787 (size=12454) 2024-12-06T00:59:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:39,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:39,363 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069a62286f05554361831590bbffa70c8f_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069a62286f05554361831590bbffa70c8f_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:39,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e9f8de5701c9401eb3fe3b969bb191c5, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:39,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e9f8de5701c9401eb3fe3b969bb191c5 is 175, key is test_row_0/A:col10/1733446777578/Put/seqid=0 2024-12-06T00:59:39,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742612_1788 (size=31255) 2024-12-06T00:59:39,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:39,734 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:39,771 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=329, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e9f8de5701c9401eb3fe3b969bb191c5 2024-12-06T00:59:39,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7d433d3d9e944c54b8c6cf70c370dd50 is 50, key is test_row_0/B:col10/1733446777578/Put/seqid=0 2024-12-06T00:59:39,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742613_1789 (size=12301) 2024-12-06T00:59:39,782 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7d433d3d9e944c54b8c6cf70c370dd50 2024-12-06T00:59:39,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e72bd78f4f7a4f2cb9b71c106a44b61c is 50, key is test_row_0/C:col10/1733446777578/Put/seqid=0 2024-12-06T00:59:39,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742614_1790 (size=12301) 2024-12-06T00:59:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446839840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:39,845 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:39,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446839952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:39,953 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:39,954 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:40,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446840163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,168 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,192 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e72bd78f4f7a4f2cb9b71c106a44b61c 2024-12-06T00:59:40,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e9f8de5701c9401eb3fe3b969bb191c5 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5 2024-12-06T00:59:40,200 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5, entries=150, sequenceid=329, filesize=30.5 K 2024-12-06T00:59:40,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/7d433d3d9e944c54b8c6cf70c370dd50 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50 2024-12-06T00:59:40,204 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50, entries=150, sequenceid=329, filesize=12.0 K 2024-12-06T00:59:40,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e72bd78f4f7a4f2cb9b71c106a44b61c as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c 2024-12-06T00:59:40,207 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c, entries=150, sequenceid=329, filesize=12.0 K 2024-12-06T00:59:40,208 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 18f88c0348ac3d058414c656e5990d23 in 1261ms, sequenceid=329, compaction requested=false 2024-12-06T00:59:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:40,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=181}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=181 2024-12-06T00:59:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=181 2024-12-06T00:59:40,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180 2024-12-06T00:59:40,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-12-06T00:59:40,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=180, table=TestAcidGuarantees in 2.3390 sec 2024-12-06T00:59:40,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:40,476 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:40,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T00:59:40,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f71b61512c6f454d9124b6e7fddd5309_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742615_1791 (size=12454) 2024-12-06T00:59:40,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446840501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,505 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,506 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446840612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,616 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35602 deadline: 1733446840763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,767 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_2' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35656 deadline: 1733446840773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,774 WARN [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35634 deadline: 1733446840782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,786 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_0' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35666 deadline: 1733446840792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,795 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to f7c814cf3c7e,36411,1733446618544 for 'test_row_1' in 18f88c0348ac3d058414c656e5990d23 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8216 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor43.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-06T00:59:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,796 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446840823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:40,825 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:40,886 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:40,889 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f71b61512c6f454d9124b6e7fddd5309_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f71b61512c6f454d9124b6e7fddd5309_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:40,890 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b9f22a860b694b5587faa6a131250a21, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:40,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b9f22a860b694b5587faa6a131250a21 is 175, key is test_row_0/A:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:40,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742616_1792 (size=31255) 2024-12-06T00:59:41,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446841132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:41,134 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:41,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:41,295 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=356, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b9f22a860b694b5587faa6a131250a21 2024-12-06T00:59:41,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/80d7de6b4fe7469eb7cc6b83b8154840 is 50, key is test_row_0/B:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:41,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742617_1793 (size=12301) 2024-12-06T00:59:41,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:41,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446841643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:41,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:41,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/80d7de6b4fe7469eb7cc6b83b8154840 2024-12-06T00:59:41,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e44a840245304af59f084b29cd6a6597 is 50, key is test_row_0/C:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:41,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742618_1794 (size=12301) 2024-12-06T00:59:42,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180 2024-12-06T00:59:42,033 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:42,034 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees 2024-12-06T00:59:42,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T00:59:42,036 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:42,037 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=182, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:42,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:42,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e44a840245304af59f084b29cd6a6597 2024-12-06T00:59:42,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/b9f22a860b694b5587faa6a131250a21 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21 2024-12-06T00:59:42,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21, entries=150, sequenceid=356, filesize=30.5 K 2024-12-06T00:59:42,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/80d7de6b4fe7469eb7cc6b83b8154840 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840 2024-12-06T00:59:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840, entries=150, sequenceid=356, filesize=12.0 K 2024-12-06T00:59:42,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/e44a840245304af59f084b29cd6a6597 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597 2024-12-06T00:59:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597, entries=150, sequenceid=356, filesize=12.0 K 2024-12-06T00:59:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,133 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 18f88c0348ac3d058414c656e5990d23 in 1657ms, sequenceid=356, compaction requested=true 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:42,133 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:42,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:42,133 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,135 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,135 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:42,135 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:42,135 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/0cb2925fe90e4041892d3911faba7a76, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.8 K 2024-12-06T00:59:42,135 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:42,135 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:42,135 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:42,135 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=92.3 K 2024-12-06T00:59:42,135 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:42,135 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21] 2024-12-06T00:59:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,136 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0cb2925fe90e4041892d3911faba7a76, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:42,136 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9af8d35be0364f65909c94587ee90dae, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:42,136 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d433d3d9e944c54b8c6cf70c370dd50, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733446777560 2024-12-06T00:59:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,136 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting e9f8de5701c9401eb3fe3b969bb191c5, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733446777560 2024-12-06T00:59:42,136 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80d7de6b4fe7469eb7cc6b83b8154840, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,137 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b9f22a860b694b5587faa6a131250a21, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T00:59:42,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,143 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:42,143 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#674 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,144 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/df6bcb615db04c7eac5ec107637527fb is 50, key is test_row_0/B:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:42,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,145 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206de026d6813da4ef4a76389a24ede7f11_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206de026d6813da4ef4a76389a24ede7f11_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,148 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de026d6813da4ef4a76389a24ede7f11_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742619_1795 (size=13153) 2024-12-06T00:59:42,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,155 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/df6bcb615db04c7eac5ec107637527fb as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/df6bcb615db04c7eac5ec107637527fb 2024-12-06T00:59:42,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742620_1796 (size=4469) 2024-12-06T00:59:42,160 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into df6bcb615db04c7eac5ec107637527fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:42,160 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:42,160 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446782133; duration=0sec 2024-12-06T00:59:42,160 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:42,160 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:42,160 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,161 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:42,161 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:42,161 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,161 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/54f24f5dcb204a47a842a978451000a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=36.8 K 2024-12-06T00:59:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,161 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 54f24f5dcb204a47a842a978451000a8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1733446776372 2024-12-06T00:59:42,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,162 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e72bd78f4f7a4f2cb9b71c106a44b61c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733446777560 2024-12-06T00:59:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,162 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e44a840245304af59f084b29cd6a6597, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,169 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#676 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,170 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/0c2d4817058e417293c3781a1b942cc4 is 50, key is test_row_0/C:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742621_1797 (size=13153) 2024-12-06T00:59:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,180 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/0c2d4817058e417293c3781a1b942cc4 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0c2d4817058e417293c3781a1b942cc4 2024-12-06T00:59:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,187 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into 0c2d4817058e417293c3781a1b942cc4(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:42,187 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:42,187 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446782133; duration=0sec 2024-12-06T00:59:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,188 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:42,188 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=183 2024-12-06T00:59:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:42,189 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T00:59:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634d541929d164ac7a8b7ecc8ce7a8ca7_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_1/A:col10/1733446780483/Put/seqid=0 2024-12-06T00:59:42,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742622_1798 (size=9914) 2024-12-06T00:59:42,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,218 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634d541929d164ac7a8b7ecc8ce7a8ca7_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634d541929d164ac7a8b7ecc8ce7a8ca7_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/60f36b775f60437d80d6dd5efde6e964, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/60f36b775f60437d80d6dd5efde6e964 is 175, key is test_row_1/A:col10/1733446780483/Put/seqid=0 2024-12-06T00:59:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742623_1799 (size=22561) 2024-12-06T00:59:42,224 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=367, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/60f36b775f60437d80d6dd5efde6e964 2024-12-06T00:59:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b8fed357dbeb4270ab9c20d1d201036f is 50, key is test_row_1/B:col10/1733446780483/Put/seqid=0 2024-12-06T00:59:42,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742624_1800 (size=9857) 2024-12-06T00:59:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T00:59:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,562 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#675 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,562 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/5be807c2fb1147cab6c02ac889ec01b1 is 175, key is test_row_0/A:col10/1733446779839/Put/seqid=0 2024-12-06T00:59:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742625_1801 (size=32107) 2024-12-06T00:59:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,638 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b8fed357dbeb4270ab9c20d1d201036f 2024-12-06T00:59:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/57e085db0f0546898545d2e141916f61 is 50, key is test_row_1/C:col10/1733446780483/Put/seqid=0 2024-12-06T00:59:42,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742626_1802 (size=9857) 2024-12-06T00:59:42,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T00:59:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:42,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:42,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446842789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:42,793 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:42,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446842903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:42,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:42,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:42,906 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:42,975 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/5be807c2fb1147cab6c02ac889ec01b1 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1 2024-12-06T00:59:42,979 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into 5be807c2fb1147cab6c02ac889ec01b1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:42,979 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:42,979 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446782133; duration=0sec 2024-12-06T00:59:42,979 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:42,979 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:43,050 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=367 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/57e085db0f0546898545d2e141916f61 2024-12-06T00:59:43,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/60f36b775f60437d80d6dd5efde6e964 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964 2024-12-06T00:59:43,057 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964, entries=100, sequenceid=367, filesize=22.0 K 2024-12-06T00:59:43,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/b8fed357dbeb4270ab9c20d1d201036f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f 2024-12-06T00:59:43,061 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f, entries=100, sequenceid=367, filesize=9.6 K 2024-12-06T00:59:43,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/57e085db0f0546898545d2e141916f61 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61 2024-12-06T00:59:43,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61, entries=100, sequenceid=367, filesize=9.6 K 2024-12-06T00:59:43,065 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 18f88c0348ac3d058414c656e5990d23 in 876ms, sequenceid=367, compaction requested=false 2024-12-06T00:59:43,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=183}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=183 2024-12-06T00:59:43,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=183 2024-12-06T00:59:43,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=182 2024-12-06T00:59:43,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0300 sec 2024-12-06T00:59:43,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=182, table=TestAcidGuarantees in 1.0350 sec 2024-12-06T00:59:43,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(8855): Flush requested on 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:43,117 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-06T00:59:43,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T00:59:43,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206739fff35a369488d812b86d7fc300edb_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:43,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742627_1803 (size=14994) 2024-12-06T00:59:43,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:43,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446843141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:43,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=182 2024-12-06T00:59:43,173 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:43,174 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T00:59:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees 2024-12-06T00:59:43,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:43,175 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T00:59:43,176 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=184, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T00:59:43,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=185, ppid=184, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T00:59:43,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:43,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446843253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:43,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:43,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,329 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:43,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446843463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,467 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:43,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:43,528 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:43,531 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206739fff35a369488d812b86d7fc300edb_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206739fff35a369488d812b86d7fc300edb_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:43,532 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3773159ca57413698e260e49c96a770, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:43,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3773159ca57413698e260e49c96a770 is 175, key is test_row_0/A:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742628_1804 (size=39949) 2024-12-06T00:59:43,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:43,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446843772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:43,776 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:43,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:43,943 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=396, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3773159ca57413698e260e49c96a770 2024-12-06T00:59:43,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:43,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:43,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:43,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:43,957 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c5889b8e9e064e93911cc19567271066 is 50, key is test_row_0/B:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:43,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742629_1805 (size=12301) 2024-12-06T00:59:43,980 INFO [Thread-3031 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3031. 2024-12-06T00:59:43,980 DEBUG [Thread-3031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:43,980 DEBUG [Thread-3031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,981 DEBUG [Thread-3031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:43,981 INFO [Thread-3037 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3037. 2024-12-06T00:59:43,981 DEBUG [Thread-3037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:43,981 DEBUG [Thread-3037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,981 DEBUG [Thread-3037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,981 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:43,983 INFO [Thread-3033 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3033. 2024-12-06T00:59:43,983 DEBUG [Thread-3033 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:43,983 DEBUG [Thread-3033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,983 DEBUG [Thread-3033 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:43,984 INFO [Thread-3035 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3035. 2024-12-06T00:59:43,984 DEBUG [Thread-3035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:43,984 DEBUG [Thread-3035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,984 DEBUG [Thread-3035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,984 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:43,985 INFO [Thread-3029 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3029. 2024-12-06T00:59:43,985 DEBUG [Thread-3029 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:43,985 DEBUG [Thread-3029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,985 DEBUG [Thread-3029 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:43,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:44,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-06T00:59:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36411 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35616 deadline: 1733446844283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 , the old value is region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-06T00:59:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., hostname=f7c814cf3c7e,36411,1733446618544, seqNum=5 because the exception is null or not the one we care about 2024-12-06T00:59:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:44,362 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c5889b8e9e064e93911cc19567271066 2024-12-06T00:59:44,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/5b231b34d98d4eaa9c4606969e2cb6bd is 50, key is test_row_0/C:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:44,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742630_1806 (size=12301) 2024-12-06T00:59:44,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:44,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,556 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-0 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. as already flushing 2024-12-06T00:59:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,709 ERROR [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] handler.RSProcedureHandler(58): pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-1 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=185 java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4177): Remote procedure failed, pid=185 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T00:59:44,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=396 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/5b231b34d98d4eaa9c4606969e2cb6bd 2024-12-06T00:59:44,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/e3773159ca57413698e260e49c96a770 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770 2024-12-06T00:59:44,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770, entries=200, sequenceid=396, filesize=39.0 K 2024-12-06T00:59:44,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/c5889b8e9e064e93911cc19567271066 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066 2024-12-06T00:59:44,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066, entries=150, sequenceid=396, filesize=12.0 K 2024-12-06T00:59:44,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/5b231b34d98d4eaa9c4606969e2cb6bd as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd 2024-12-06T00:59:44,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd, entries=150, sequenceid=396, filesize=12.0 K 2024-12-06T00:59:44,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 18f88c0348ac3d058414c656e5990d23 in 1666ms, sequenceid=396, compaction requested=true 2024-12-06T00:59:44,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 18f88c0348ac3d058414c656e5990d23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T00:59:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94617 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/B is initiating minor compaction (all files) 2024-12-06T00:59:44,784 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/A is initiating minor compaction (all files) 2024-12-06T00:59:44,784 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/B in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,784 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/A in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,784 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/df6bcb615db04c7eac5ec107637527fb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=34.5 K 2024-12-06T00:59:44,784 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=92.4 K 2024-12-06T00:59:44,785 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. files: [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770] 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting df6bcb615db04c7eac5ec107637527fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5be807c2fb1147cab6c02ac889ec01b1, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting b8fed357dbeb4270ab9c20d1d201036f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733446780483 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 60f36b775f60437d80d6dd5efde6e964, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733446780483 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting c5889b8e9e064e93911cc19567271066, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733446782732 2024-12-06T00:59:44,785 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3773159ca57413698e260e49c96a770, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733446782732 2024-12-06T00:59:44,790 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:44,790 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#B#compaction#683 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:44,791 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/4e564f197b064ce885e5d0ade0770962 is 50, key is test_row_0/B:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:44,791 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120684522cab50874f2a939aba6f7b16bde9_18f88c0348ac3d058414c656e5990d23 store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:44,794 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120684522cab50874f2a939aba6f7b16bde9_18f88c0348ac3d058414c656e5990d23, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:44,795 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120684522cab50874f2a939aba6f7b16bde9_18f88c0348ac3d058414c656e5990d23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:44,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742631_1807 (size=13255) 2024-12-06T00:59:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742632_1808 (size=4469) 2024-12-06T00:59:44,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=185 2024-12-06T00:59:44,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:44,862 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T00:59:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ed6ae6ee7e56428099f0fdffb50e6f7d_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446783139/Put/seqid=0 2024-12-06T00:59:44,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742633_1809 (size=9914) 2024-12-06T00:59:45,198 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#A#compaction#684 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:45,198 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/4e564f197b064ce885e5d0ade0770962 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/4e564f197b064ce885e5d0ade0770962 2024-12-06T00:59:45,199 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/c15ecf13eaa1429da4f0301a1cbb5c41 is 175, key is test_row_0/A:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:45,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742634_1810 (size=32209) 2024-12-06T00:59:45,202 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/B of 18f88c0348ac3d058414c656e5990d23 into 4e564f197b064ce885e5d0ade0770962(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:45,202 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:45,202 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/B, priority=13, startTime=1733446784784; duration=0sec 2024-12-06T00:59:45,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T00:59:45,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:B 2024-12-06T00:59:45,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T00:59:45,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T00:59:45,203 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1541): 18f88c0348ac3d058414c656e5990d23/C is initiating minor compaction (all files) 2024-12-06T00:59:45,203 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 18f88c0348ac3d058414c656e5990d23/C in TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:45,203 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0c2d4817058e417293c3781a1b942cc4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd] into tmpdir=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp, totalSize=34.5 K 2024-12-06T00:59:45,204 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0c2d4817058e417293c3781a1b942cc4, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733446779823 2024-12-06T00:59:45,204 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 57e085db0f0546898545d2e141916f61, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=367, earliestPutTs=1733446780483 2024-12-06T00:59:45,204 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5b231b34d98d4eaa9c4606969e2cb6bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=396, earliestPutTs=1733446782732 2024-12-06T00:59:45,209 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 18f88c0348ac3d058414c656e5990d23#C#compaction#686 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T00:59:45,210 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/080ba3160fdd4248b062c95d02a710b0 is 50, key is test_row_0/C:col10/1733446782732/Put/seqid=0 2024-12-06T00:59:45,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742635_1811 (size=13255) 2024-12-06T00:59:45,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:45,273 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ed6ae6ee7e56428099f0fdffb50e6f7d_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed6ae6ee7e56428099f0fdffb50e6f7d_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:45,273 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/d714cd8657d24576a1a15ca908c11200, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:45,274 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/d714cd8657d24576a1a15ca908c11200 is 175, key is test_row_0/A:col10/1733446783139/Put/seqid=0 2024-12-06T00:59:45,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742636_1812 (size=22561) 2024-12-06T00:59:45,294 INFO [Thread-3018 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3018. 2024-12-06T00:59:45,294 DEBUG [Thread-3018 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:45,295 DEBUG [Thread-3018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:45,295 DEBUG [Thread-3018 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:45,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:45,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:45,605 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/c15ecf13eaa1429da4f0301a1cbb5c41 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c15ecf13eaa1429da4f0301a1cbb5c41 2024-12-06T00:59:45,608 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/A of 18f88c0348ac3d058414c656e5990d23 into c15ecf13eaa1429da4f0301a1cbb5c41(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:45,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:45,608 INFO [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/A, priority=13, startTime=1733446784783; duration=0sec 2024-12-06T00:59:45,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:45,608 DEBUG [RS:0;f7c814cf3c7e:36411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:A 2024-12-06T00:59:45,616 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/080ba3160fdd4248b062c95d02a710b0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/080ba3160fdd4248b062c95d02a710b0 2024-12-06T00:59:45,619 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 18f88c0348ac3d058414c656e5990d23/C of 18f88c0348ac3d058414c656e5990d23 into 080ba3160fdd4248b062c95d02a710b0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T00:59:45,619 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:45,619 INFO [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., storeName=18f88c0348ac3d058414c656e5990d23/C, priority=13, startTime=1733446784784; duration=0sec 2024-12-06T00:59:45,619 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T00:59:45,619 DEBUG [RS:0;f7c814cf3c7e:36411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 18f88c0348ac3d058414c656e5990d23:C 2024-12-06T00:59:45,677 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/d714cd8657d24576a1a15ca908c11200 2024-12-06T00:59:45,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/686f92681fd141a58b0252da88151780 is 50, key is test_row_0/B:col10/1733446783139/Put/seqid=0 2024-12-06T00:59:45,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742637_1813 (size=9857) 2024-12-06T00:59:46,085 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/686f92681fd141a58b0252da88151780 2024-12-06T00:59:46,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/0247436eb0284f03bd184c83e1643f0b is 50, key is test_row_0/C:col10/1733446783139/Put/seqid=0 2024-12-06T00:59:46,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742638_1814 (size=9857) 2024-12-06T00:59:46,493 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/0247436eb0284f03bd184c83e1643f0b 2024-12-06T00:59:46,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/d714cd8657d24576a1a15ca908c11200 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/d714cd8657d24576a1a15ca908c11200 2024-12-06T00:59:46,499 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/d714cd8657d24576a1a15ca908c11200, entries=100, sequenceid=404, filesize=22.0 K 2024-12-06T00:59:46,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/686f92681fd141a58b0252da88151780 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/686f92681fd141a58b0252da88151780 2024-12-06T00:59:46,503 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/686f92681fd141a58b0252da88151780, entries=100, sequenceid=404, filesize=9.6 K 2024-12-06T00:59:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/0247436eb0284f03bd184c83e1643f0b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0247436eb0284f03bd184c83e1643f0b 2024-12-06T00:59:46,506 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0247436eb0284f03bd184c83e1643f0b, entries=100, sequenceid=404, filesize=9.6 K 2024-12-06T00:59:46,506 INFO [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=6.71 KB/6870 for 18f88c0348ac3d058414c656e5990d23 in 1644ms, sequenceid=404, compaction requested=false 2024-12-06T00:59:46,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.HRegion(2603): Flush status journal for 18f88c0348ac3d058414c656e5990d23: 2024-12-06T00:59:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:46,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/f7c814cf3c7e:0-2 {event_type=RS_FLUSH_REGIONS, pid=185}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=185 2024-12-06T00:59:46,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster(4169): Remote procedure done, pid=185 2024-12-06T00:59:46,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=185, resume processing ppid=184 2024-12-06T00:59:46,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, ppid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3320 sec 2024-12-06T00:59:46,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=184, table=TestAcidGuarantees in 3.3360 sec 2024-12-06T00:59:47,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=184 2024-12-06T00:59:47,333 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:50,785 INFO [Thread-3026 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3026. 2024-12-06T00:59:50,785 DEBUG [Thread-3026 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:50,785 DEBUG [Thread-3026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,785 DEBUG [Thread-3026 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:50,814 INFO [Thread-3022 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3022. 2024-12-06T00:59:50,814 DEBUG [Thread-3022 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:50,814 DEBUG [Thread-3022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,814 DEBUG [Thread-3022 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:50,824 INFO [Thread-3020 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3020. 2024-12-06T00:59:50,824 DEBUG [Thread-3020 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:50,824 DEBUG [Thread-3020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,824 DEBUG [Thread-3020 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:50,834 INFO [Thread-3024 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-3024. 2024-12-06T00:59:50,835 DEBUG [Thread-3024 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-06T00:59:50,835 DEBUG [Thread-3024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,835 DEBUG [Thread-3024 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 207 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3458 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3321 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3438 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3473 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3315 2024-12-06T00:59:50,835 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T00:59:50,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:59:50,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:59:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:50,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:50,836 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T00:59:50,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=186, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:50,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:50,839 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446790839"}]},"ts":"1733446790839"} 2024-12-06T00:59:50,841 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T00:59:50,841 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T00:59:50,841 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=187, ppid=186, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T00:59:50,843 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, UNASSIGN}] 2024-12-06T00:59:50,844 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, UNASSIGN 2024-12-06T00:59:50,845 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=CLOSING, regionLocation=f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:50,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=188, ppid=187, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, UNASSIGN because future has completed 2024-12-06T00:59:50,846 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T00:59:50,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544}] 2024-12-06T00:59:50,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:50,998 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(122): Close 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:50,998 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-06T00:59:50,999 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1722): Closing 18f88c0348ac3d058414c656e5990d23, disabling compactions & flushes 2024-12-06T00:59:50,999 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:50,999 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:50,999 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. after waiting 0 ms 2024-12-06T00:59:50,999 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:50,999 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(2902): Flushing 18f88c0348ac3d058414c656e5990d23 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T00:59:51,004 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062923d6ccbc78450aa49e9e1bef4dacb4_18f88c0348ac3d058414c656e5990d23 is 50, key is test_row_0/A:col10/1733446790833/Put/seqid=0 2024-12-06T00:59:51,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742639_1815 (size=12454) 2024-12-06T00:59:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:51,407 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T00:59:51,411 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062923d6ccbc78450aa49e9e1bef4dacb4_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062923d6ccbc78450aa49e9e1bef4dacb4_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:51,411 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/8f660bbb3d244724a123fc582b3c782b, store: [table=TestAcidGuarantees family=A region=18f88c0348ac3d058414c656e5990d23] 2024-12-06T00:59:51,412 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/8f660bbb3d244724a123fc582b3c782b is 175, key is test_row_0/A:col10/1733446790833/Put/seqid=0 2024-12-06T00:59:51,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742640_1816 (size=31255) 2024-12-06T00:59:51,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:51,815 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/8f660bbb3d244724a123fc582b3c782b 2024-12-06T00:59:51,820 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/3cb1f47f5f0042a2a8f7d43533ff6508 is 50, key is test_row_0/B:col10/1733446790833/Put/seqid=0 2024-12-06T00:59:51,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742641_1817 (size=12301) 2024-12-06T00:59:51,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:52,223 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/3cb1f47f5f0042a2a8f7d43533ff6508 2024-12-06T00:59:52,228 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/fbf1b7d9347c4722bb03f9429fee891a is 50, key is test_row_0/C:col10/1733446790833/Put/seqid=0 2024-12-06T00:59:52,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742642_1818 (size=12301) 2024-12-06T00:59:52,632 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/fbf1b7d9347c4722bb03f9429fee891a 2024-12-06T00:59:52,635 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/A/8f660bbb3d244724a123fc582b3c782b as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/8f660bbb3d244724a123fc582b3c782b 2024-12-06T00:59:52,638 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/8f660bbb3d244724a123fc582b3c782b, entries=150, sequenceid=415, filesize=30.5 K 2024-12-06T00:59:52,638 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/B/3cb1f47f5f0042a2a8f7d43533ff6508 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/3cb1f47f5f0042a2a8f7d43533ff6508 2024-12-06T00:59:52,641 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/3cb1f47f5f0042a2a8f7d43533ff6508, entries=150, sequenceid=415, filesize=12.0 K 2024-12-06T00:59:52,641 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/.tmp/C/fbf1b7d9347c4722bb03f9429fee891a as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fbf1b7d9347c4722bb03f9429fee891a 2024-12-06T00:59:52,644 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fbf1b7d9347c4722bb03f9429fee891a, entries=150, sequenceid=415, filesize=12.0 K 2024-12-06T00:59:52,644 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 18f88c0348ac3d058414c656e5990d23 in 1645ms, sequenceid=415, compaction requested=true 2024-12-06T00:59:52,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770] to archive 2024-12-06T00:59:52,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:52,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7b9f4b7a269748d18b6b01be0408b667 2024-12-06T00:59:52,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0d47d227ee67420584f3ba7376d2dcf9 2024-12-06T00:59:52,648 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/0545740b6b204cd59db47bb114926b39 2024-12-06T00:59:52,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/796d51da74694b179888b178263c263d 2024-12-06T00:59:52,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/eafa5217be314d14b698536796190c4b 2024-12-06T00:59:52,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3096500dcf9439b8b63fbfbce14920b 2024-12-06T00:59:52,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/173312d9e8f14ebf99b0bfa5d4e78d6d 2024-12-06T00:59:52,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b535f7c91d0e4ce48d612f3170d0e3ac 2024-12-06T00:59:52,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/6b240832c9d64a7aab82558991de53b5 2024-12-06T00:59:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/44f9fc9746af4050974cba195a30a980 2024-12-06T00:59:52,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/ac42687c129f4d4ab6c68923ac7e7bf7 2024-12-06T00:59:52,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/466a99a26d3d4b38a1ea09547bdb4b94 2024-12-06T00:59:52,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/48c5ab3b3c9b45d29473f21db0724608 2024-12-06T00:59:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/1d995dfd2a154b21af686e73ff073abd 2024-12-06T00:59:52,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/12dd79fc702a4497840a4f6d5230b67a 2024-12-06T00:59:52,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b6521b2ea77d4f29967a1a6e792d2738 2024-12-06T00:59:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c845d9fdecdd46d7bef189868b6c3512 2024-12-06T00:59:52,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/de6ebe76ec8b483dbddaae93cf4905cc 2024-12-06T00:59:52,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/67078bee1645479ba6d4046297fd6a8e 2024-12-06T00:59:52,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/7847b4eea63a4ffd8152a97d05c0bb5b 2024-12-06T00:59:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/62e91149ba4d4a458e1044b25f90756b 2024-12-06T00:59:52,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/9af8d35be0364f65909c94587ee90dae 2024-12-06T00:59:52,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/2f531b0c5518405bbd6f09a4f7aa91c0 2024-12-06T00:59:52,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e9f8de5701c9401eb3fe3b969bb191c5 2024-12-06T00:59:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/5be807c2fb1147cab6c02ac889ec01b1 2024-12-06T00:59:52,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/b9f22a860b694b5587faa6a131250a21 2024-12-06T00:59:52,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/60f36b775f60437d80d6dd5efde6e964 2024-12-06T00:59:52,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/e3773159ca57413698e260e49c96a770 2024-12-06T00:59:52,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/97e2463db6a1470aaf8a4d02b8960b8b, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/90234584ee074d64a4e9c985587904b6, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/60ba433efd7141339cd38b5426d7afc9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cbf4acf2c45d4236aaf97f1b5a504432, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/64b6c5d659614c4ab7d51029b87eaa40, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/e1b1fce7496c4d60b945b72b01a29840, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/0cb2925fe90e4041892d3911faba7a76, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/df6bcb615db04c7eac5ec107637527fb, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066] to archive 2024-12-06T00:59:52,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:52,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/07f01675286a4aeaa1c26eb95b9bcd2e 2024-12-06T00:59:52,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c1b4c6c91a0b4aa5a3b3f10e80717b80 2024-12-06T00:59:52,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/97e2463db6a1470aaf8a4d02b8960b8b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/97e2463db6a1470aaf8a4d02b8960b8b 2024-12-06T00:59:52,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1b2d0a0073254a5f86d0f59561f5409c 2024-12-06T00:59:52,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a27d63d6bc0947d4990906dbcdd627d1 2024-12-06T00:59:52,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/90234584ee074d64a4e9c985587904b6 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/90234584ee074d64a4e9c985587904b6 2024-12-06T00:59:52,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7f647ed3b2294463a593b663f39af104 2024-12-06T00:59:52,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/1fecca40b4c24542954ea5d481024f8a 2024-12-06T00:59:52,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/60ba433efd7141339cd38b5426d7afc9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/60ba433efd7141339cd38b5426d7afc9 2024-12-06T00:59:52,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cfe3ca0459984370a5a59798a1c60b95 2024-12-06T00:59:52,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/9c448ec161524d1ea3ce214fe01b2f07 2024-12-06T00:59:52,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/2c202c988a704b85b7d7f1f9e35c13cb 2024-12-06T00:59:52,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cbf4acf2c45d4236aaf97f1b5a504432 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cbf4acf2c45d4236aaf97f1b5a504432 2024-12-06T00:59:52,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/069bf6a53b7e4609b79e9cf4d6f74207 2024-12-06T00:59:52,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c16cd29d01c94d1186b28ae90c24c46f 2024-12-06T00:59:52,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/64b6c5d659614c4ab7d51029b87eaa40 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/64b6c5d659614c4ab7d51029b87eaa40 2024-12-06T00:59:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/cb7b89c4006f4792af16a0b6129f4dc2 2024-12-06T00:59:52,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/5a80b933aa8c4565bf822ac117583fe2 2024-12-06T00:59:52,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/e1b1fce7496c4d60b945b72b01a29840 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/e1b1fce7496c4d60b945b72b01a29840 2024-12-06T00:59:52,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/a88e431709854b5aa47be6dd399f0ace 2024-12-06T00:59:52,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/eb4165012d4242fda9fcb8cb3a4045a3 2024-12-06T00:59:52,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/0cb2925fe90e4041892d3911faba7a76 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/0cb2925fe90e4041892d3911faba7a76 2024-12-06T00:59:52,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b5ecfca8739143c6a93922c212de64dc 2024-12-06T00:59:52,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/7d433d3d9e944c54b8c6cf70c370dd50 2024-12-06T00:59:52,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/df6bcb615db04c7eac5ec107637527fb to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/df6bcb615db04c7eac5ec107637527fb 2024-12-06T00:59:52,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/80d7de6b4fe7469eb7cc6b83b8154840 2024-12-06T00:59:52,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/b8fed357dbeb4270ab9c20d1d201036f 2024-12-06T00:59:52,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/c5889b8e9e064e93911cc19567271066 2024-12-06T00:59:52,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c7a02f6020bd443f81d37a75aba898d0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/32e81f0d3d2b439486d36e0cbc383d3c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e97a0752482741fba16040d94df06fca, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f1073838e81c44c0ae84ec7f1c616936, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fb8cc72396314f7c8b977e0961e2a2d0, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/9a499c4d44c6483fb433df5e58028252, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/54f24f5dcb204a47a842a978451000a8, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0c2d4817058e417293c3781a1b942cc4, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd] to archive 2024-12-06T00:59:52,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T00:59:52,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2e5fdde7906c4e2485e5df62b401b43a 2024-12-06T00:59:52,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/906f2584d79947c3a828f6661b199434 2024-12-06T00:59:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c7a02f6020bd443f81d37a75aba898d0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c7a02f6020bd443f81d37a75aba898d0 2024-12-06T00:59:52,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/d935773a99984df29e8169564c0acc4f 2024-12-06T00:59:52,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6eaeb96697ba446e8100228e826370f1 2024-12-06T00:59:52,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/32e81f0d3d2b439486d36e0cbc383d3c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/32e81f0d3d2b439486d36e0cbc383d3c 2024-12-06T00:59:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1426ce2575a14e9587bf28b9a8c0d75e 2024-12-06T00:59:52,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/4f93112f31504aa1be95e680e41a2c8d 2024-12-06T00:59:52,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e97a0752482741fba16040d94df06fca to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e97a0752482741fba16040d94df06fca 2024-12-06T00:59:52,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1f40618926e243218093ebb60121056e 2024-12-06T00:59:52,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/6bd3f98398d54d7882399cc829497fae 2024-12-06T00:59:52,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/cc7f50d6793c4fdcafdccf197146350e 2024-12-06T00:59:52,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f1073838e81c44c0ae84ec7f1c616936 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f1073838e81c44c0ae84ec7f1c616936 2024-12-06T00:59:52,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/1902e0d7b7954d26be54f5ab8e1c2c09 2024-12-06T00:59:52,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/c945be46420e45749eacb5db410d08e9 2024-12-06T00:59:52,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fb8cc72396314f7c8b977e0961e2a2d0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fb8cc72396314f7c8b977e0961e2a2d0 2024-12-06T00:59:52,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a78e76b78ea34c93bd9733d92aa2d558 2024-12-06T00:59:52,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/2521a36e1b094312895b772c814c8a5d 2024-12-06T00:59:52,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/9a499c4d44c6483fb433df5e58028252 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/9a499c4d44c6483fb433df5e58028252 2024-12-06T00:59:52,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/f4358829bed2473fa377b009f3bc3219 2024-12-06T00:59:52,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/a6a489650f034f99a5f949a9a5308c65 2024-12-06T00:59:52,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/54f24f5dcb204a47a842a978451000a8 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/54f24f5dcb204a47a842a978451000a8 2024-12-06T00:59:52,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/380fbc715fee4ae182b9a523e4cfd7c3 2024-12-06T00:59:52,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e72bd78f4f7a4f2cb9b71c106a44b61c 2024-12-06T00:59:52,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0c2d4817058e417293c3781a1b942cc4 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0c2d4817058e417293c3781a1b942cc4 2024-12-06T00:59:52,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/e44a840245304af59f084b29cd6a6597 2024-12-06T00:59:52,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/57e085db0f0546898545d2e141916f61 2024-12-06T00:59:52,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/5b231b34d98d4eaa9c4606969e2cb6bd 2024-12-06T00:59:52,718 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits/418.seqid, newMaxSeqId=418, maxSeqId=4 2024-12-06T00:59:52,718 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. 2024-12-06T00:59:52,718 DEBUG [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] regionserver.HRegion(1676): Region close journal for 18f88c0348ac3d058414c656e5990d23: Waiting for close lock at 1733446790998Running coprocessor pre-close hooks at 1733446790998Disabling compacts and flushes for region at 1733446790998Disabling writes for close at 1733446790999 (+1 ms)Obtaining lock to block concurrent updates at 1733446790999Preparing flush snapshotting stores in 18f88c0348ac3d058414c656e5990d23 at 1733446790999Finished memstore snapshotting TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1733446790999Flushing stores of TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23. at 1733446790999Flushing 18f88c0348ac3d058414c656e5990d23/A: creating writer at 1733446790999Flushing mob file 18f88c0348ac3d058414c656e5990d23/A: appending metadata at 1733446791003 (+4 ms)Flushing mob file 18f88c0348ac3d058414c656e5990d23/A: closing flushed file at 1733446791003Flushing 18f88c0348ac3d058414c656e5990d23/A: appending metadata at 1733446791411 (+408 ms)Flushing 18f88c0348ac3d058414c656e5990d23/A: closing flushed file at 1733446791411Flushing 18f88c0348ac3d058414c656e5990d23/B: creating writer at 1733446791818 (+407 ms)Flushing 18f88c0348ac3d058414c656e5990d23/B: appending metadata at 1733446791820 (+2 ms)Flushing 18f88c0348ac3d058414c656e5990d23/B: closing flushed file at 1733446791820Flushing 18f88c0348ac3d058414c656e5990d23/C: creating writer at 1733446792226 (+406 ms)Flushing 18f88c0348ac3d058414c656e5990d23/C: appending metadata at 1733446792228 (+2 ms)Flushing 18f88c0348ac3d058414c656e5990d23/C: closing flushed file at 1733446792228Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf02d98: reopening flushed file at 1733446792635 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235e176: reopening flushed file at 1733446792638 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e541715: reopening flushed file at 1733446792641 (+3 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 18f88c0348ac3d058414c656e5990d23 in 1645ms, sequenceid=415, compaction requested=true at 1733446792644 (+3 ms)Writing region close event to WAL at 1733446792715 (+71 ms)Running coprocessor post-close hooks at 1733446792718 (+3 ms)Closed at 1733446792718 2024-12-06T00:59:52,720 INFO [RS_CLOSE_REGION-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_REGION, pid=189}] handler.UnassignRegionHandler(157): Closed 18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:52,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=188 updating hbase:meta row=18f88c0348ac3d058414c656e5990d23, regionState=CLOSED 2024-12-06T00:59:52,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=189, ppid=188, state=RUNNABLE, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 because future has completed 2024-12-06T00:59:52,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188 2024-12-06T00:59:52,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseRegionProcedure 18f88c0348ac3d058414c656e5990d23, server=f7c814cf3c7e,36411,1733446618544 in 1.8760 sec 2024-12-06T00:59:52,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=188, resume processing ppid=187 2024-12-06T00:59:52,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, ppid=187, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=18f88c0348ac3d058414c656e5990d23, UNASSIGN in 1.8810 sec 2024-12-06T00:59:52,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=187, resume processing ppid=186 2024-12-06T00:59:52,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=186, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8840 sec 2024-12-06T00:59:52,728 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733446792727"}]},"ts":"1733446792727"} 2024-12-06T00:59:52,729 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T00:59:52,729 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T00:59:52,730 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8920 sec 2024-12-06T00:59:52,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=186 2024-12-06T00:59:52,984 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:52,984 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T00:59:52,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] procedure2.ProcedureExecutor(1139): Stored pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:52,986 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=190, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:52,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-06T00:59:52,986 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=190, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:52,989 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:52,990 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C, FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits] 2024-12-06T00:59:52,992 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/8f660bbb3d244724a123fc582b3c782b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/8f660bbb3d244724a123fc582b3c782b 2024-12-06T00:59:52,993 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c15ecf13eaa1429da4f0301a1cbb5c41 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/c15ecf13eaa1429da4f0301a1cbb5c41 2024-12-06T00:59:52,994 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/d714cd8657d24576a1a15ca908c11200 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/A/d714cd8657d24576a1a15ca908c11200 2024-12-06T00:59:52,995 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/3cb1f47f5f0042a2a8f7d43533ff6508 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/3cb1f47f5f0042a2a8f7d43533ff6508 2024-12-06T00:59:52,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/4e564f197b064ce885e5d0ade0770962 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/4e564f197b064ce885e5d0ade0770962 2024-12-06T00:59:52,996 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/686f92681fd141a58b0252da88151780 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/B/686f92681fd141a58b0252da88151780 2024-12-06T00:59:52,998 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0247436eb0284f03bd184c83e1643f0b to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/0247436eb0284f03bd184c83e1643f0b 2024-12-06T00:59:52,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/080ba3160fdd4248b062c95d02a710b0 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/080ba3160fdd4248b062c95d02a710b0 2024-12-06T00:59:52,999 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fbf1b7d9347c4722bb03f9429fee891a to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/C/fbf1b7d9347c4722bb03f9429fee891a 2024-12-06T00:59:53,001 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits/418.seqid to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23/recovered.edits/418.seqid 2024-12-06T00:59:53,002 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/default/TestAcidGuarantees/18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,002 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T00:59:53,002 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:59:53,003 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T00:59:53,005 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062579094c9d2f4d29bada0bc665959416_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062579094c9d2f4d29bada0bc665959416_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,006 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062923d6ccbc78450aa49e9e1bef4dacb4_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062923d6ccbc78450aa49e9e1bef4dacb4_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,007 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634d541929d164ac7a8b7ecc8ce7a8ca7_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634d541929d164ac7a8b7ecc8ce7a8ca7_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,008 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206385f1934ce874934a4da73c8a282dcb3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206385f1934ce874934a4da73c8a282dcb3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e7bac7ed25a4667bef263f3e2873e29_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e7bac7ed25a4667bef263f3e2873e29_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,009 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064454a9360bb6443f8904088b57f789ac_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064454a9360bb6443f8904088b57f789ac_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,010 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644620a0fbd9e4d47ad28cc7aad04bc63_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120644620a0fbd9e4d47ad28cc7aad04bc63_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,011 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da3192eeb3844979415845e1c6bdc1e_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da3192eeb3844979415845e1c6bdc1e_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,012 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206508c29e55b964c06baa9a39bf1369b1c_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206508c29e55b964c06baa9a39bf1369b1c_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,013 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206739fff35a369488d812b86d7fc300edb_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206739fff35a369488d812b86d7fc300edb_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,014 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068758ab4ef7e948c7bb0ed66e8f24aca8_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068758ab4ef7e948c7bb0ed66e8f24aca8_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,015 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069a62286f05554361831590bbffa70c8f_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069a62286f05554361831590bbffa70c8f_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,016 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069deb7aa917294e4ea06d94b42caa5501_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069deb7aa917294e4ea06d94b42caa5501_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,017 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a6065f44b33740abb93a9942e8a50917_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a6065f44b33740abb93a9942e8a50917_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b53d7bed6b784e6aa115e140ef6ef81b_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b53d7bed6b784e6aa115e140ef6ef81b_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,018 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ba5a31dae0094d449d395917a3889a43_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ba5a31dae0094d449d395917a3889a43_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,019 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206caab562d97d94135a7722e8674bc2c2c_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206caab562d97d94135a7722e8674bc2c2c_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,020 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206db94eb0012924dafbf04f41a9f3f90a3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206db94eb0012924dafbf04f41a9f3f90a3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,021 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e80d65d8812448e5a60e28250bc656e3_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e80d65d8812448e5a60e28250bc656e3_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,023 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed1038f69cd7489bb8fd63da58f67d37_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed1038f69cd7489bb8fd63da58f67d37_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,024 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed6ae6ee7e56428099f0fdffb50e6f7d_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ed6ae6ee7e56428099f0fdffb50e6f7d_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,024 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f71b61512c6f454d9124b6e7fddd5309_18f88c0348ac3d058414c656e5990d23 to hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f71b61512c6f454d9124b6e7fddd5309_18f88c0348ac3d058414c656e5990d23 2024-12-06T00:59:53,025 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T00:59:53,027 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=190, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:53,029 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T00:59:53,031 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T00:59:53,032 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=190, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:53,032 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T00:59:53,032 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733446793032"}]},"ts":"9223372036854775807"} 2024-12-06T00:59:53,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-06T00:59:53,034 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 18f88c0348ac3d058414c656e5990d23, NAME => 'TestAcidGuarantees,,1733446761853.18f88c0348ac3d058414c656e5990d23.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T00:59:53,034 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T00:59:53,035 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733446793034"}]},"ts":"9223372036854775807"} 2024-12-06T00:59:53,036 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-06T00:59:53,037 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=190, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T00:59:53,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-06T00:59:53,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46273 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=190 2024-12-06T00:59:53,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-06T00:59:53,094 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-06T00:59:53,103 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=238 (was 240), OpenFileDescriptor=449 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=510 (was 546), ProcessCount=11 (was 11), AvailableMemoryMB=10336 (was 10335) - AvailableMemoryMB LEAK? - 2024-12-06T00:59:53,103 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-06T00:59:53,103 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:59:53,103 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:59:53,103 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:53,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:53,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-06T00:59:53,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T00:59:53,104 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1519452659, stopped=false 2024-12-06T00:59:53,104 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f7c814cf3c7e,46273,1733446617566 2024-12-06T00:59:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:59:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T00:59:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:59:53,106 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:59:53,106 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:59:53,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:59:53,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-06T00:59:53,107 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T00:59:53,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:59:53,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:53,108 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f7c814cf3c7e,36411,1733446618544' ***** 2024-12-06T00:59:53,108 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-06T00:59:53,108 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T00:59:53,108 INFO [RS:0;f7c814cf3c7e:36411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T00:59:53,109 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(959): stopping server f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f7c814cf3c7e:36411. 2024-12-06T00:59:53,109 DEBUG [RS:0;f7c814cf3c7e:36411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T00:59:53,109 DEBUG [RS:0;f7c814cf3c7e:36411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T00:59:53,109 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-06T00:59:53,110 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-06T00:59:53,110 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T00:59:53,110 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:53,110 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-06T00:59:53,110 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-06T00:59:53,110 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-06T00:59:53,110 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T00:59:53,110 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T00:59:53,110 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-06T00:59:53,134 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/info/1795e0e55a894467aa6d322980f0c52f is 95, key is TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68./info:/1733446648599/DeleteFamily/seqid=0 2024-12-06T00:59:53,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742643_1819 (size=6514) 2024-12-06T00:59:53,179 INFO [regionserver/f7c814cf3c7e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:59:53,310 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:53,510 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:53,538 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/info/1795e0e55a894467aa6d322980f0c52f 2024-12-06T00:59:53,556 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/ns/fedb732713c44604bc891ffa2d6bc8d3 is 93, key is TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68./ns:/1733446648531/DeleteFamily/seqid=0 2024-12-06T00:59:53,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742644_1820 (size=5906) 2024-12-06T00:59:53,634 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T00:59:53,634 INFO [regionserver/f7c814cf3c7e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T00:59:53,711 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:53,911 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:53,960 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/ns/fedb732713c44604bc891ffa2d6bc8d3 2024-12-06T00:59:53,977 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/rep_barrier/a514b6bb2bca4675bbf0c61f4e4830ab is 102, key is TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68./rep_barrier:/1733446648531/DeleteFamily/seqid=0 2024-12-06T00:59:53,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742645_1821 (size=6025) 2024-12-06T00:59:54,111 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:54,311 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:54,381 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/rep_barrier/a514b6bb2bca4675bbf0c61f4e4830ab 2024-12-06T00:59:54,398 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/table/96067bdefe3242aa87e1e0bbccc0d0e0 is 96, key is TestAcidGuarantees,,1733446622008.93027e635fb57a299a0114b053f5cc68./table:/1733446648531/DeleteFamily/seqid=0 2024-12-06T00:59:54,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742646_1822 (size=5936) 2024-12-06T00:59:54,511 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:54,712 DEBUG [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-06T00:59:54,804 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/table/96067bdefe3242aa87e1e0bbccc0d0e0 2024-12-06T00:59:54,808 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/info/1795e0e55a894467aa6d322980f0c52f as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/info/1795e0e55a894467aa6d322980f0c52f 2024-12-06T00:59:54,811 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/info/1795e0e55a894467aa6d322980f0c52f, entries=12, sequenceid=90, filesize=6.4 K 2024-12-06T00:59:54,812 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/ns/fedb732713c44604bc891ffa2d6bc8d3 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/ns/fedb732713c44604bc891ffa2d6bc8d3 2024-12-06T00:59:54,816 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/ns/fedb732713c44604bc891ffa2d6bc8d3, entries=8, sequenceid=90, filesize=5.8 K 2024-12-06T00:59:54,816 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/rep_barrier/a514b6bb2bca4675bbf0c61f4e4830ab as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/rep_barrier/a514b6bb2bca4675bbf0c61f4e4830ab 2024-12-06T00:59:54,819 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/rep_barrier/a514b6bb2bca4675bbf0c61f4e4830ab, entries=6, sequenceid=90, filesize=5.9 K 2024-12-06T00:59:54,820 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/.tmp/table/96067bdefe3242aa87e1e0bbccc0d0e0 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/table/96067bdefe3242aa87e1e0bbccc0d0e0 2024-12-06T00:59:54,823 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/table/96067bdefe3242aa87e1e0bbccc0d0e0, entries=7, sequenceid=90, filesize=5.8 K 2024-12-06T00:59:54,824 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=90, compaction requested=false 2024-12-06T00:59:54,839 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-06T00:59:54,840 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T00:59:54,840 INFO [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-06T00:59:54,840 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733446793110Running coprocessor pre-close hooks at 1733446793110Disabling compacts and flushes for region at 1733446793110Disabling writes for close at 1733446793110Obtaining lock to block concurrent updates at 1733446793110Preparing flush snapshotting stores in 1588230740 at 1733446793110Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733446793111 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733446793111Flushing 1588230740/info: creating writer at 1733446793111Flushing 1588230740/info: appending metadata at 1733446793134 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733446793134Flushing 1588230740/ns: creating writer at 1733446793541 (+407 ms)Flushing 1588230740/ns: appending metadata at 1733446793556 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733446793556Flushing 1588230740/rep_barrier: creating writer at 1733446793962 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733446793977 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733446793977Flushing 1588230740/table: creating writer at 1733446794384 (+407 ms)Flushing 1588230740/table: appending metadata at 1733446794398 (+14 ms)Flushing 1588230740/table: closing flushed file at 1733446794398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97d5263: reopening flushed file at 1733446794807 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6830acb: reopening flushed file at 1733446794811 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f3fffb: reopening flushed file at 1733446794816 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a99a832: reopening flushed file at 1733446794819 (+3 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1714ms, sequenceid=90, compaction requested=false at 1733446794824 (+5 ms)Writing region close event to WAL at 1733446794836 (+12 ms)Running coprocessor post-close hooks at 1733446794839 (+3 ms)Closed at 1733446794840 (+1 ms) 2024-12-06T00:59:54,840 DEBUG [RS_CLOSE_META-regionserver/f7c814cf3c7e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T00:59:54,912 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(976): stopping server f7c814cf3c7e,36411,1733446618544; all regions closed. 2024-12-06T00:59:54,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741834_1010 (size=25344) 2024-12-06T00:59:54,919 DEBUG [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/oldWALs 2024-12-06T00:59:54,919 INFO [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C36411%2C1733446618544.meta:.meta(num 1733446621193) 2024-12-06T00:59:54,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741833_1009 (size=18676566) 2024-12-06T00:59:54,923 DEBUG [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/oldWALs 2024-12-06T00:59:54,923 INFO [RS:0;f7c814cf3c7e:36411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f7c814cf3c7e%2C36411%2C1733446618544:(num 1733446620818) 2024-12-06T00:59:54,923 DEBUG [RS:0;f7c814cf3c7e:36411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T00:59:54,923 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T00:59:54,924 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:59:54,924 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.ChoreService(370): Chore service for: regionserver/f7c814cf3c7e:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-06T00:59:54,924 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:59:54,924 INFO [regionserver/f7c814cf3c7e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:59:54,924 INFO [RS:0;f7c814cf3c7e:36411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36411 2024-12-06T00:59:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/f7c814cf3c7e,36411,1733446618544 2024-12-06T00:59:54,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T00:59:54,929 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:59:54,930 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f7c814cf3c7e,36411,1733446618544] 2024-12-06T00:59:54,931 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/f7c814cf3c7e,36411,1733446618544 already deleted, retry=false 2024-12-06T00:59:54,932 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f7c814cf3c7e,36411,1733446618544 expired; onlineServers=0 2024-12-06T00:59:54,932 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f7c814cf3c7e,46273,1733446617566' ***** 2024-12-06T00:59:54,932 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T00:59:54,932 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-06T00:59:54,932 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-06T00:59:54,932 DEBUG [M:0;f7c814cf3c7e:46273 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T00:59:54,933 DEBUG [M:0;f7c814cf3c7e:46273 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T00:59:54,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T00:59:54,933 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.ChoreService(370): Chore service for: master/f7c814cf3c7e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-06T00:59:54,933 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-06T00:59:54,933 DEBUG [M:0;f7c814cf3c7e:46273 {}] master.HMaster(1795): Stopping service threads 2024-12-06T00:59:54,933 INFO [M:0;f7c814cf3c7e:46273 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T00:59:54,933 INFO [M:0;f7c814cf3c7e:46273 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-06T00:59:54,933 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446620319 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.large.0-1733446620319,5,FailOnTimeoutGroup] 2024-12-06T00:59:54,933 ERROR [M:0;f7c814cf3c7e:46273 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1228365231) connection to localhost/127.0.0.1:36495 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:36495,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-06T00:59:54,933 DEBUG [master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446620326 {}] cleaner.HFileCleaner(306): Exit Thread[master/f7c814cf3c7e:0:becomeActiveMaster-HFileCleaner.small.0-1733446620326,5,FailOnTimeoutGroup] 2024-12-06T00:59:54,934 INFO [M:0;f7c814cf3c7e:46273 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T00:59:54,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T00:59:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T00:59:54,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T00:59:54,935 DEBUG [M:0;f7c814cf3c7e:46273 {}] zookeeper.ZKUtil(347): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T00:59:54,935 WARN [M:0;f7c814cf3c7e:46273 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T00:59:54,936 INFO [M:0;f7c814cf3c7e:46273 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/.lastflushedseqids 2024-12-06T00:59:54,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742647_1823 (size=72) 2024-12-06T00:59:55,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:59:55,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36411-0x10064d3ff1e0001, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:59:55,032 INFO [RS:0;f7c814cf3c7e:36411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:59:55,033 INFO [RS:0;f7c814cf3c7e:36411 {}] regionserver.HRegionServer(1031): Exiting; stopping=f7c814cf3c7e,36411,1733446618544; zookeeper connection closed. 2024-12-06T00:59:55,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7c884a42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7c884a42 2024-12-06T00:59:55,034 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T00:59:55,346 INFO [M:0;f7c814cf3c7e:46273 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-06T00:59:55,346 INFO [M:0;f7c814cf3c7e:46273 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T00:59:55,346 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T00:59:55,346 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:59:55,346 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:59:55,346 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T00:59:55,346 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:59:55,346 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=783.49 KB heapSize=964.27 KB 2024-12-06T00:59:55,382 DEBUG [M:0;f7c814cf3c7e:46273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e92204036434d2988c5af853ead4e57 is 82, key is hbase:meta,,1/info:regioninfo/1733446621371/Put/seqid=0 2024-12-06T00:59:55,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742648_1824 (size=5672) 2024-12-06T00:59:55,395 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2222 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e92204036434d2988c5af853ead4e57 2024-12-06T00:59:55,441 DEBUG [M:0;f7c814cf3c7e:46273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07ec6ab5988e4ca99dea0ccc8c51f3c9 is 2276, key is \x00\x00\x00\x00\x00\x00\x00\xA3/proc:d/1733446763924/Put/seqid=0 2024-12-06T00:59:55,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742649_1825 (size=47689) 2024-12-06T00:59:55,456 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=782.93 KB at sequenceid=2222 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07ec6ab5988e4ca99dea0ccc8c51f3c9 2024-12-06T00:59:55,463 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ec6ab5988e4ca99dea0ccc8c51f3c9 2024-12-06T00:59:55,486 DEBUG [M:0;f7c814cf3c7e:46273 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/583cb80b68ed44b580675b278ce56ab7 is 69, key is f7c814cf3c7e,36411,1733446618544/rs:state/1733446620378/Put/seqid=0 2024-12-06T00:59:55,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073742650_1826 (size=5156) 2024-12-06T00:59:55,508 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2222 (bloomFilter=true), to=hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/583cb80b68ed44b580675b278ce56ab7 2024-12-06T00:59:55,512 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3e92204036434d2988c5af853ead4e57 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e92204036434d2988c5af853ead4e57 2024-12-06T00:59:55,516 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3e92204036434d2988c5af853ead4e57, entries=8, sequenceid=2222, filesize=5.5 K 2024-12-06T00:59:55,517 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/07ec6ab5988e4ca99dea0ccc8c51f3c9 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07ec6ab5988e4ca99dea0ccc8c51f3c9 2024-12-06T00:59:55,527 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 07ec6ab5988e4ca99dea0ccc8c51f3c9 2024-12-06T00:59:55,527 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/07ec6ab5988e4ca99dea0ccc8c51f3c9, entries=190, sequenceid=2222, filesize=46.6 K 2024-12-06T00:59:55,528 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/583cb80b68ed44b580675b278ce56ab7 as hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/583cb80b68ed44b580675b278ce56ab7 2024-12-06T00:59:55,533 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36495/user/jenkins/test-data/c3ff321c-8647-b680-7bfa-7c57cc0e26f4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/583cb80b68ed44b580675b278ce56ab7, entries=1, sequenceid=2222, filesize=5.0 K 2024-12-06T00:59:55,534 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(3140): Finished flush of dataSize ~783.49 KB/802291, heapSize ~963.98 KB/987112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 188ms, sequenceid=2222, compaction requested=false 2024-12-06T00:59:55,553 INFO [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T00:59:55,553 DEBUG [M:0;f7c814cf3c7e:46273 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733446795346Disabling compacts and flushes for region at 1733446795346Disabling writes for close at 1733446795346Obtaining lock to block concurrent updates at 1733446795346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733446795346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=802291, getHeapSize=987352, getOffHeapSize=0, getCellsCount=2437 at 1733446795347 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733446795347Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733446795348 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733446795381 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733446795381Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733446795400 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733446795440 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733446795441 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733446795463 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733446795486 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733446795486Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@663bbc3: reopening flushed file at 1733446795512 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7631e479: reopening flushed file at 1733446795517 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a38a3e8: reopening flushed file at 1733446795527 (+10 ms)Finished flush of dataSize ~783.49 KB/802291, heapSize ~963.98 KB/987112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 188ms, sequenceid=2222, compaction requested=false at 1733446795534 (+7 ms)Writing region close event to WAL at 1733446795553 (+19 ms)Closed at 1733446795553 2024-12-06T00:59:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39447 is added to blk_1073741830_1006 (size=948000) 2024-12-06T00:59:55,561 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-06T00:59:55,561 INFO [M:0;f7c814cf3c7e:46273 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-06T00:59:55,561 INFO [M:0;f7c814cf3c7e:46273 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46273 2024-12-06T00:59:55,563 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-06T00:59:55,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:59:55,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46273-0x10064d3ff1e0000, quorum=127.0.0.1:56618, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T00:59:55,668 INFO [M:0;f7c814cf3c7e:46273 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-06T00:59:55,702 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c68b1bf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T00:59:55,705 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3efe07f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:59:55,705 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:59:55,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42946cd0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:59:55,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@336e9627{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.log.dir/,STOPPED} 2024-12-06T00:59:55,716 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T00:59:55,716 WARN [BP-529491936-172.17.0.2-1733446614074 heartbeating to localhost/127.0.0.1:36495 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T00:59:55,716 WARN [BP-529491936-172.17.0.2-1733446614074 heartbeating to localhost/127.0.0.1:36495 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-529491936-172.17.0.2-1733446614074 (Datanode Uuid e3450471-ddc7-4ae5-8079-e1023de4693e) service to localhost/127.0.0.1:36495 2024-12-06T00:59:55,716 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T00:59:55,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data1/current/BP-529491936-172.17.0.2-1733446614074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:59:55,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/cluster_041d8d6f-acd9-0e5e-39ea-f2d461acdaee/data/data2/current/BP-529491936-172.17.0.2-1733446614074 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T00:59:55,724 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T00:59:55,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T00:59:55,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T00:59:55,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T00:59:55,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T00:59:55,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82429aab-17e9-a099-8536-d5330ae5f38a/hadoop.log.dir/,STOPPED} 2024-12-06T00:59:55,787 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-06T00:59:56,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down